-- Logs begin at Tue 2021-05-04 13:07:48 UTC, end at Tue 2021-05-04 14:00:30 UTC. -- May 04 13:35:39.689334 dv-cinder-789564-1-smb systemd[1]: Started Devstack devstack@q-svc.service. May 04 13:35:42.168131 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.common.config [-] Logging enabled! May 04 13:35:42.168702 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 04 13:35:42.168839 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73755) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 13:35:42.172014 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.common.config [-] Logging enabled! May 04 13:35:42.172298 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 04 13:35:42.172614 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73755) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 13:35:42.173566 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 13:35:42.173805 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 13:35:42.174172 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 13:35:42.174420 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 13:35:42.174649 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 13:35:42.174972 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.175271 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.175573 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.175830 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.176173 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.176471 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.176758 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.177053 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.177352 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.177642 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.177924 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.178213 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.178445 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.178731 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] config_source = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.179019 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.179309 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.179535 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] debug = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.179820 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.180281 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.180704 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.180987 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.181281 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.181569 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.181842 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.182120 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.182406 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.182746 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] host = dv-cinder-789564-1-smb {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.183024 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.183314 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.183604 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.183893 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.184199 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.184483 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.184770 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.185047 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] log_dir = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.185324 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] log_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.185602 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.185891 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.186204 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.186479 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.186707 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.186932 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.187225 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.187515 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.187793 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.188085 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.188365 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.188641 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.188918 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.189190 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.189478 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.189764 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.190054 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.190333 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.190608 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.190882 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.191156 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.191966 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.192276 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.192557 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.193031 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.193330 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.193605 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.193884 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.194190 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.194479 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.194763 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.195049 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.195325 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.195609 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.195885 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.196428 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] use_journal = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.196712 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] use_json = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.196986 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.197261 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.197545 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.197820 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.198095 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.198373 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.198646 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.198932 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:42.199234 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.199532 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.199835 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.200154 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.200455 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.200740 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.201032 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.201314 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.201604 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.201895 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.202188 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.202470 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.202762 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.203044 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.203346 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.203655 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.203952 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.204274 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.204555 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.204833 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.205111 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.205392 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.205682 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.205981 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.206273 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.206551 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.206832 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.207683 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.208178 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.208459 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.208743 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.209037 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.209319 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.209598 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.209883 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.210165 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.210444 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.210723 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.211006 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.211299 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.211580 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.211855 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.212160 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.212439 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.212715 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.213006 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.213285 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.213568 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.213847 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.214128 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.214404 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.214682 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.214963 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.215239 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.215522 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.215798 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.216097 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.216379 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.216653 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.216931 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.217206 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.217482 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.217762 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.218038 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.218313 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.218589 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.218869 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.219147 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.219440 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.219742 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.220023 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.220328 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.220609 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.220891 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.221174 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.221454 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.221735 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.222015 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.222293 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.222586 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.222915 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.223211 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.223509 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.223788 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.224112 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.224396 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.224683 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.224966 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.225252 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.225549 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.225840 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.226138 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.226435 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.226731 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.227028 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.227328 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.227613 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.227931 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.228243 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:42.228467 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 13:35:42.228717 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73755) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 13:35:42.585932 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:35:42.586259 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:35:42.586491 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:35:42.586828 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 13:35:42.903484 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:42.903683 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:42.903960 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:42.905241 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:42.905521 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:42.905792 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.029127 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.029428 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.029673 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.043133 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.043416 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.043689 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.073055 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.073346 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.073621 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.112702 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.112984 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.113303 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.349224 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.349890 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.349890 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.350062 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.350781 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.477064 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.477395 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.477682 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.477959 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.478230 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.478546 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.478815 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.479080 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.479341 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.479627 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.479892 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.480186 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.480459 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.480721 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.480992 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.481266 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.481532 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.481950 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.482220 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.482515 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.482876 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.483139 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.483396 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.483688 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.483946 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.484223 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.484619 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:35:43.484864 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:35:43.485108 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:35:43.485349 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:35:43.485585 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:35:43.485823 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:35:43.486225 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 13:35:43.489899 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 13:35:43.493824 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 13:35:43.497637 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) May 04 13:35:43.499273 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 13:35:43.499733 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 13:35:43.500092 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 13:35:43.500490 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 13:35:43.503452 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 13:35:43.503712 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 13:35:43.504147 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 13:35:43.533027 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 13:35:43.533479 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.533787 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73755) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 04 13:35:43.534153 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.535570 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73755) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 13:35:43.535856 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 13:35:43.536141 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 13:35:43.539331 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.539618 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:43.604996 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 13:35:43.605186 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 13:35:43.605392 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 13:35:43.605781 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 13:35:43.637170 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_db.sqlalchemy.engines [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73755) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 13:35:43.977637 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Initializing driver for type 'gre' May 04 13:35:43.978230 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] gre ID ranges: [(1, 1000)] May 04 13:35:44.037131 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Initializing driver for type 'local' May 04 13:35:44.037490 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Initializing driver for type 'vlan' May 04 13:35:44.049342 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] VlanTypeDriver initialization complete May 04 13:35:44.049652 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Initializing driver for type 'vxlan' May 04 13:35:44.050171 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] vxlan ID ranges: [(1, 1000)] May 04 13:35:44.106487 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Initializing extension driver 'port_security' May 04 13:35:44.106832 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.extensions.port_security [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] PortSecurityExtensionDriver initialization complete May 04 13:35:44.107171 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Initializing mechanism driver 'openvswitch' May 04 13:35:44.107501 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Initializing mechanism driver 'hyperv' May 04 13:35:44.114627 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.plugins.ml2.plugin [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:35:44.115433 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > port after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.115813 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > port after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.116202 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > port after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.116598 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > subnet after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.116958 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > subnet after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.117309 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.117696 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > network after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.118050 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > network after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.118395 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > network after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.118776 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > security_group after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.119127 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > security_group after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.119472 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.119855 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.120232 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.120576 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.120958 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > address_group after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.121306 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > address_group after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.121648 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.121991 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] ML2 OVO RPC backend initialized. {{(pid=73755) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 04 13:35:44.122695 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.123050 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.123473 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > network before_response 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.123821 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > networks before_response 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.124198 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > port before_response 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.124543 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > ports before_response 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.124886 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > subnet before_response 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.125229 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > subnets before_response 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.125579 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > network after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.125923 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > network after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.126264 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > network after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.126604 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > port after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.126943 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > port after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.127283 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > port after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.127624 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > subnet after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.127965 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > subnet after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.128411 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.129400 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.plugin [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Modular L2 Plugin initialization complete May 04 13:35:44.129829 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading services supported by the core plugin {{(pid=73755) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 13:35:44.130166 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Got port-security extension from driver 'port_security' May 04 13:35:44.130638 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.extensions.vlantransparent [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Disabled vlantransparent extension. May 04 13:35:44.131135 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73755) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 13:35:44.131455 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading Plugin: router May 04 13:35:44.170559 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.170959 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router after_create 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.171402 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router before_create 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.171708 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.172106 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.172468 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router after_delete 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.172829 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.173201 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router after_create 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.173552 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router after_update 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.173910 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router after_update 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.174266 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.174628 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router after_update 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.175040 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router precommit_update 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.175413 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: port after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.175799 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: port after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.176791 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: subnet after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.177145 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.177504 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.177860 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router precommit_create 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.178209 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: port before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.178557 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router precommit_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.178921 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router after_update 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.179268 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.179620 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router precommit_create 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.179987 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.180362 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router precommit_update 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.180741 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > network after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.181626 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Tracking information for resource: router configured {{(pid=73755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:35:44.181961 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Tracking information for resource: floatingip configured {{(pid=73755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:35:44.186990 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.db.l3_agentschedulers_db [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 13:35:44.187573 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: port after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.187940 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: port after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.188323 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: port after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.188678 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: port after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.189478 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router before_create 55550100 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.189847 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.190211 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router precommit_create 55550100 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.190568 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > router precommit_update 55550100 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.195375 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.services.provider_configuration [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Service providers = [] {{(pid=73755) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 13:35:44.195743 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.db.servicetype_db [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73755) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 13:35:44.198935 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.services.service_base [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 13:35:44.199287 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.services.service_base [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 13:35:44.199649 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.services.service_base [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 13:35:44.200547 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.services.service_base [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 13:35:44.200919 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.services.service_base [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 13:35:44.201470 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:35:44.201796 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 13:35:44.213291 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:35:44.213628 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading Plugin: auto_allocate May 04 13:35:44.219452 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: network precommit_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.219823 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: network precommit_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.220383 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:35:44.220705 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading Plugin: tag May 04 13:35:44.228210 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:35:44.228494 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading Plugin: timestamp May 04 13:35:44.232287 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:35:44.232625 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading Plugin: network_ip_availability May 04 13:35:44.237842 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.238736 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.239570 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.240347 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:35:44.240676 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading Plugin: flavors May 04 13:35:44.245544 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:35:44.245884 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading Plugin: revisions May 04 13:35:44.250158 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:35:44.250556 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_concurrency.lockutils [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.664s {{(pid=73755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:35:44.251297 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73755) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 04 13:35:44.251635 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Initializing extension manager. May 04 13:35:44.252165 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: __init__.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.252511 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: __pycache__ {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.252846 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.253183 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: address_group.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.253999 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.255159 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: address-group May 04 13:35:44.255491 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: address_scope.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.256246 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.256760 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: address-scope May 04 13:35:44.257084 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.258032 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.258544 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: router-admin-state-down-before-update May 04 13:35:44.258868 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: agent.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.259574 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.260098 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: agent May 04 13:35:44.260425 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: agent_resources_synced.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.261333 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.261841 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: agent-resources-synced May 04 13:35:44.262164 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: allowedaddresspairs.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.263950 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.264508 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: allowed-address-pairs May 04 13:35:44.264843 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: auto_allocated_topology.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.265919 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.266439 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: auto-allocated-topology May 04 13:35:44.266769 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: availability_zone.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.267462 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.267972 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: availability_zone May 04 13:35:44.268321 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: availability_zone_filter.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.269231 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.270797 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: availability_zone_filter May 04 13:35:44.271135 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: data_plane_status.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.272043 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.272580 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension data-plane-status not supported by any of loaded plugins May 04 13:35:44.272906 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: default_subnetpools.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.273807 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.274328 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: default-subnetpools May 04 13:35:44.274655 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.275469 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.275981 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: dhcp_agent_scheduler May 04 13:35:44.276338 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: dns.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.277238 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.277745 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension dns-integration not supported by any of loaded plugins May 04 13:35:44.278072 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: dns_domain_ports.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.278978 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.279493 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 13:35:44.279819 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: dvr.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.280515 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.281023 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: dvr May 04 13:35:44.281344 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: empty_string_filtering.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.282247 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.282804 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: empty-string-filtering May 04 13:35:44.283085 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.284015 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.284515 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 13:35:44.284836 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.286263 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.286765 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 13:35:44.287090 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: external_net.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.287991 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.288526 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: external-net May 04 13:35:44.288851 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.289768 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.290272 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: extra_dhcp_opt May 04 13:35:44.290594 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: extraroute.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.291503 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.292008 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: extraroute May 04 13:35:44.292366 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: extraroute_atomic.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.293397 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.293910 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: extraroute-atomic May 04 13:35:44.294237 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: filter_validation.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.294904 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.295413 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: filter-validation May 04 13:35:44.295738 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: fip_pf_description.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.296879 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.297393 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 13:35:44.297719 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: fip_port_details.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.298629 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.299141 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: fip-port-details May 04 13:35:44.299472 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: flavors.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.301248 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.302263 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: flavors May 04 13:35:44.302596 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.304309 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.304848 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 13:35:44.305165 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: floatingip_pools.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.305869 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.306378 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: floatingip-pools May 04 13:35:44.306704 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: ip_allocation.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.307618 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.308155 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension ip_allocation not supported by any of loaded plugins May 04 13:35:44.308482 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.309391 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.309903 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: ip-substring-filtering May 04 13:35:44.310234 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: l2_adjacency.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.311154 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.311661 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension l2_adjacency not supported by any of loaded plugins May 04 13:35:44.311985 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: l3.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.312996 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.313515 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: router May 04 13:35:44.313841 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.316152 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.317777 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 13:35:44.318115 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.319061 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.319588 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: ext-gw-mode May 04 13:35:44.319922 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.320865 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.321645 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: l3-ha May 04 13:35:44.321971 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: l3_flavors.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.322884 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.323405 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: l3-flavors May 04 13:35:44.323731 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.324684 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.325198 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: l3-port-ip-change-not-allowed May 04 13:35:44.325523 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: l3agentscheduler.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.326572 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.327086 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: l3_agent_scheduler May 04 13:35:44.327417 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: logging.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.328958 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.329488 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension logging not supported by any of loaded plugins May 04 13:35:44.329827 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: metering.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.330582 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.331177 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: metering May 04 13:35:44.331510 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.333155 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.333677 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: metering_source_and_destination_fields May 04 13:35:44.334009 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: multiprovidernet.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.335064 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.335580 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: multi-provider May 04 13:35:44.335906 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: netmtu.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.336844 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.337354 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: net-mtu May 04 13:35:44.337679 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: netmtu_writable.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.338596 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.339104 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: net-mtu-writable May 04 13:35:44.339426 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: network_availability_zone.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.340126 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.340636 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: network_availability_zone May 04 13:35:44.340960 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: network_ip_availability.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.342047 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.342560 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: network-ip-availability May 04 13:35:44.342886 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: network_segment_range.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.343651 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.344191 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension network-segment-range not supported by any of loaded plugins May 04 13:35:44.344517 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: pagination.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.345495 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.345830 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: pagination May 04 13:35:44.346154 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: port_device_profile.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.347048 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.347599 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: port-device-profile May 04 13:35:44.348491 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.349421 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.349954 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: port-mac-address-regenerate May 04 13:35:44.350249 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.351193 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.351668 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: port-numa-affinity-policy May 04 13:35:44.351993 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: port_resource_request.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.352938 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.353444 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension port-resource-request not supported by any of loaded plugins May 04 13:35:44.353766 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: portbindings.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.354686 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.355197 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: binding May 04 13:35:44.355520 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: portbindings_extended.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.356825 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.357339 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: binding-extended May 04 13:35:44.357667 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: portsecurity.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.358572 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.359082 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: port-security May 04 13:35:44.359408 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: project_id.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.360424 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.360756 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: project-id May 04 13:35:44.361078 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: providernet.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.361987 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.362499 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: provider May 04 13:35:44.362822 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: qos.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.367365 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.367908 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension qos not supported by any of loaded plugins May 04 13:35:44.368272 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.369533 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.370052 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 13:35:44.370385 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.371315 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.371834 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 13:35:44.372193 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: qos_default.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.373105 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.373621 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension qos-default not supported by any of loaded plugins May 04 13:35:44.373953 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: qos_fip.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.374611 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.375121 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension qos-fip not supported by any of loaded plugins May 04 13:35:44.375446 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: qos_gateway_ip.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.376407 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.376924 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 13:35:44.377247 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: qos_port_network_policy.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.378154 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.378665 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 13:35:44.379663 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: qos_rule_type_details.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.380815 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.381332 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 13:35:44.381656 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: qos_rules_alias.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.382718 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.383240 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 13:35:44.383566 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: quotasv2.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.384705 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.385041 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: quotas May 04 13:35:44.385364 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: quotasv2_detail.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.387002 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.387342 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: quota_details May 04 13:35:44.387679 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: rbac.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.388780 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.389299 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: rbac-policies May 04 13:35:44.389630 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: rbac_address_group.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.390564 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.391081 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: rbac-address-group May 04 13:35:44.391408 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: rbac_address_scope.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.392341 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.392862 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: rbac-address-scope May 04 13:35:44.393189 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: rbac_security_groups.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.394099 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.395081 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: rbac-security-groups May 04 13:35:44.395437 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: rbac_subnetpool.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.396405 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.396922 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: rbac-subnetpool May 04 13:35:44.397248 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: revisionifmatch.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.398163 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.398755 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: revision-if-match May 04 13:35:44.399000 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: revisions.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.400128 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.400650 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: standard-attr-revisions May 04 13:35:44.400976 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: router_availability_zone.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.401652 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.402161 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: router_availability_zone May 04 13:35:44.402486 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: routerservicetype.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.403392 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.403901 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension router-service-type not supported by any of loaded plugins May 04 13:35:44.404254 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.405188 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.405699 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: security-groups-normalized-cidr May 04 13:35:44.406023 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.406933 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.407446 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: port-security-groups-filtering May 04 13:35:44.407769 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.408712 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.409226 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: security-groups-remote-address-group May 04 13:35:44.409555 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: securitygroup.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.420108 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.420616 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: security-group May 04 13:35:44.420966 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: segment.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.421773 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.422326 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension segment not supported by any of loaded plugins May 04 13:35:44.422686 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.423632 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.424214 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 13:35:44.424517 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: servicetype.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.425667 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.427334 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: service-type May 04 13:35:44.427675 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: sorting.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.428706 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.429048 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: sorting May 04 13:35:44.429377 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: standard_attr_segment.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.430298 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.430815 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 13:35:44.431168 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: standardattrdescription.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.431817 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.432373 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: standard-attr-description May 04 13:35:44.432737 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: stateful_security_group.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.433648 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.434174 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: stateful-security-group May 04 13:35:44.434500 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: stdattrs_common.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.435062 dv-cinder-789564-1-smb neutron-server[73755]: WARNING neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 13:35:44.435408 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.436423 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.436941 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 13:35:44.437264 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: subnet_onboard.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.438356 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.438882 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: subnet_onboard May 04 13:35:44.439292 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.440162 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.440673 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 13:35:44.441002 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: subnet_service_types.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.442585 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.443113 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: subnet-service-types May 04 13:35:44.443443 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: subnetallocation.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.444582 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.445104 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: subnet_allocation May 04 13:35:44.445433 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.446111 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.446889 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: subnetpool-prefix-ops May 04 13:35:44.447215 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.448178 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.448694 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 13:35:44.449019 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: tagging.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.450124 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.450650 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: standard-attr-tag May 04 13:35:44.450982 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: timestamp.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.452246 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.452769 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loaded extension: standard-attr-timestamp May 04 13:35:44.453101 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: trunk.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.454130 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.454648 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension trunk not supported by any of loaded plugins May 04 13:35:44.454975 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: trunk_details.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.455889 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.456438 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension trunk-details not supported by any of loaded plugins May 04 13:35:44.456766 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: uplink_status_propagation.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.458277 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.458794 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 13:35:44.459120 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Loading extension file: vlantransparent.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 13:35:44.459800 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 13:35:44.460343 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extension vlan-transparent not supported by any of loaded plugins May 04 13:35:44.462890 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Creating instance of TrackedResource for resource:network May 04 13:35:44.463633 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Creating instance of TrackedResource for resource:subnet May 04 13:35:44.464461 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Creating instance of TrackedResource for resource:subnetpool May 04 13:35:44.465066 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Creating instance of TrackedResource for resource:port May 04 13:35:44.466361 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:35:44.466814 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Service FLAVORS assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:35:44.467456 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:35:44.467892 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:35:44.468251 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Creating instance of TrackedResource for resource:router May 04 13:35:44.468921 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Creating instance of TrackedResource for resource:floatingip May 04 13:35:44.469630 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Service METERING assigned prefix: /metering {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:35:44.471075 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.471457 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.471811 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:35:44.474073 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Creating instance of CountableResource for resource:rbac_policy May 04 13:35:44.474531 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Creating instance of TrackedResource for resource:security_group May 04 13:35:44.475208 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 13:35:44.475959 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Service CORE assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:35:44.476319 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Creating instance of TrackedResource for resource:subnetpool May 04 13:35:44.476663 dv-cinder-789564-1-smb neutron-server[73755]: WARNING neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] subnetpool is already registered May 04 13:35:44.477287 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Service CORE assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:35:44.477618 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Creating instance of TrackedResource for resource:subnetpool May 04 13:35:44.477944 dv-cinder-789564-1-smb neutron-server[73755]: WARNING neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] subnetpool is already registered May 04 13:35:44.481660 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:35:44.482052 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Service FLAVORS assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:35:44.482648 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:35:44.483072 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:35:44.483409 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Creating instance of TrackedResource for resource:router May 04 13:35:44.483742 dv-cinder-789564-1-smb neutron-server[73755]: WARNING neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] router is already registered May 04 13:35:44.484372 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Creating instance of TrackedResource for resource:floatingip May 04 13:35:44.484705 dv-cinder-789564-1-smb neutron-server[73755]: WARNING neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] floatingip is already registered May 04 13:35:44.485336 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Service METERING assigned prefix: /metering {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:35:44.486014 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Creating instance of CountableResource for resource:rbac_policy May 04 13:35:44.486347 dv-cinder-789564-1-smb neutron-server[73755]: WARNING neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] rbac_policy is already registered May 04 13:35:44.486895 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Creating instance of TrackedResource for resource:security_group May 04 13:35:44.487226 dv-cinder-789564-1-smb neutron-server[73755]: WARNING neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] security_group is already registered May 04 13:35:44.487819 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 13:35:44.488185 dv-cinder-789564-1-smb neutron-server[73755]: WARNING neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] security_group_rule is already registered May 04 13:35:44.489966 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Service CORE assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:35:44.490299 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Creating instance of TrackedResource for resource:subnetpool May 04 13:35:44.490630 dv-cinder-789564-1-smb neutron-server[73755]: WARNING neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] subnetpool is already registered May 04 13:35:44.491247 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Service CORE assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:35:44.491579 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Creating instance of TrackedResource for resource:subnetpool May 04 13:35:44.491914 dv-cinder-789564-1-smb neutron-server[73755]: WARNING neutron.quota.resource_registry [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] subnetpool is already registered May 04 13:35:44.492600 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: extensions {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.494104 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: address-groups {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.495695 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: address-scopes {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.496917 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: agents {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.498082 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: auto-allocated-topology {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.499336 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: availability_zones {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.500684 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: dhcp-networks {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.502097 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: dhcp-agents {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.503523 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: routers {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.505924 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: flavors {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.507089 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: service_profiles {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.508327 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: next_providers {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.509840 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: service_profiles {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.511274 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: floatingip-pools {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.512518 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: routers {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.514368 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: floatingips {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.515554 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: l3-routers {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.516971 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: l3-agents {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.518381 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: metering-labels {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.520264 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: metering-label-rules {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.521551 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: network-ip-availabilities {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.522824 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: bindings {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.524483 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: quotas {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.525905 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: quotas {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.527314 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: rbac-policies {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.528649 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: security-groups {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.529842 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: security-group-rules {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.531075 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: service-providers {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.532330 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: subnetpools {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.533735 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: subnetpools {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.535863 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.537887 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.539715 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.541503 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.544385 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.546228 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.547924 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.665561 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.667348 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.669424 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:35:44.675326 dv-cinder-789564-1-smb neutron-server[73755]: WARNING keystonemiddleware.auth_token [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 13:35:44.681249 dv-cinder-789564-1-smb neutron-server[73755]: WARNING keystonemiddleware.auth_token [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 13:35:44.689312 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_concurrency.lockutils [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Acquired lock "singleton_lock" {{(pid=73755) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 04 13:35:44.689800 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_concurrency.lockutils [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Releasing lock "singleton_lock" {{(pid=73755) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 04 13:35:44.690436 dv-cinder-789564-1-smb neutron-server[73755]: INFO oslo_service.service [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Starting 2 workers May 04 13:35:44.695593 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Started child 73860 {{(pid=73755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 13:35:44.700202 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Started child 73861 {{(pid=73755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 13:35:44.701110 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:35:44.701801 dv-cinder-789564-1-smb neutron-server[73755]: INFO neutron.service [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Neutron service started, listening on 0.0.0.0:9696 May 04 13:35:44.702469 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Notify callbacks [] for process, before_spawn {{(pid=73755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:35:44.702638 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [-] (73860) wsgi starting up on http://0.0.0.0:9696 May 04 13:35:44.704674 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:35:44.705177 dv-cinder-789564-1-smb neutron-server[73755]: INFO oslo_service.service [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Starting 1 workers May 04 13:35:44.705989 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [-] (73861) wsgi starting up on http://0.0.0.0:9696 May 04 13:35:44.710632 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Started child 73862 {{(pid=73755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 13:35:44.711162 dv-cinder-789564-1-smb neutron-server[73755]: INFO oslo_service.service [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Starting 1 workers May 04 13:35:44.713490 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.service [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] calling RpcWorker wait() {{(pid=73862) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 13:35:44.714012 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.service [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] returning from RpcWorker wait() {{(pid=73862) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 13:35:44.715318 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:35:44.715566 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Started child 73863 {{(pid=73755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 13:35:44.715885 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:35:44.716397 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-c2629f89-68b8-417d-9895-c38110c2a1d5 None None] Notify callbacks [] for process, after_spawn {{(pid=73755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:35:44.718332 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73755) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 04 13:35:44.718540 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 13:35:44.718956 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 13:35:44.719133 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 13:35:44.719610 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 13:35:44.719775 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 13:35:44.720454 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.720568 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:35:44.721390 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.721515 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:35:44.721667 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.722088 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.722386 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.723565 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.724566 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.724826 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.725118 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.725387 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.725566 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.725741 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.725990 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.726242 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.726546 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.726818 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.727076 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.727346 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.727521 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.727784 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.728088 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.728302 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.728583 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] debug = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.728837 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.729310 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.729554 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.729794 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.730047 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.730315 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.730587 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.730868 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.731123 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.731357 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.731596 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.731898 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.732100 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.732337 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.732557 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.732848 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.733096 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.733601 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] host = dv-cinder-789564-1-smb {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.733862 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.734077 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.734338 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.734601 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.734869 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.735084 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.735333 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.735575 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.735853 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.736100 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.736345 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.736592 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.736807 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.737057 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.737223 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_options = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.737468 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.737745 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.738005 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.738200 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.738428 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.739132 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.740125 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.740296 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.740564 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.740788 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.741044 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.741231 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.741473 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.741724 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.741983 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.742240 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.742488 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.742701 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.742959 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.743203 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.743428 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.743666 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.743947 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.744161 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.744346 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.744548 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.744774 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.745018 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.745233 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.745496 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.745732 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.747796 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.747796 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.747796 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.747796 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.747796 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.747796 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.748287 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.748287 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.748471 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.748787 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.749067 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.749296 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.749572 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.749780 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.749981 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_json = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.750194 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.750407 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.750723 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.750891 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.751167 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.751369 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.751552 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.752343 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.752343 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.752518 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.752805 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.753051 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.753302 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.753548 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.753781 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.754153 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.754967 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.755238 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.755571 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.755817 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.756164 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.756411 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.756694 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.757011 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.757439 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.757727 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.757949 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.758195 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.758415 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.758638 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.759003 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.759423 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.759690 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.760450 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.760677 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.760924 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.761158 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.761610 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.761976 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.762221 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.762550 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.762746 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.763182 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.763412 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.763758 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.763937 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.764338 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.764569 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.764821 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.766034 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.766034 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.766034 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.766034 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.766034 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.766390 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.766458 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.766618 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.767024 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.767409 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.767637 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.767859 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.768093 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.770587 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.770587 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.770587 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.770587 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.770587 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.770587 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.770587 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.771352 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.771588 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.771839 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.772079 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.772335 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.772588 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.772816 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.773046 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.773267 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.773511 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.773730 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.773950 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.774193 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.774427 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.774644 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.774864 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.775081 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.775308 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.775524 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.775757 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.776185 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.776409 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.776625 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.776941 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.777243 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.777485 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.777742 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.778195 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.778450 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.778690 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.779511 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.779712 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.780170 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.780395 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.780655 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.780909 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.781166 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.781431 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.781658 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.781920 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.782143 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.782401 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.782628 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.782878 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.783131 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.783418 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.783683 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.784083 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.784482 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.784884 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.786533 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.786991 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.787434 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.787687 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.787962 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.788318 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.788575 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.788860 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.789133 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.789385 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.789644 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.789898 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.790159 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.790408 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.790662 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.790947 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.792296 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.792296 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.792296 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.792296 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.792296 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.792668 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.792668 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.792914 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.793119 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.793498 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.793684 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.793879 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.794150 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.794408 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.794664 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.794994 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.795171 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.795358 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.795603 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.795858 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.796089 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.796332 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.796705 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.796930 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.797144 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.797512 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.797934 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.798156 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.798380 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.798603 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.798827 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.799051 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.799299 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.799717 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.800139 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.800389 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.801396 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.801396 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.801657 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.801871 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.802142 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.802514 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.802971 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.803294 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.803538 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.803790 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.804088 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.804362 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.804582 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.804827 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.805084 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.805301 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.805534 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.805757 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.805992 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.806208 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.806458 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.806673 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.806929 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.807170 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.807505 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.807768 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.807998 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.808263 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.808502 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.808741 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.809004 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.809254 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.809471 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.809689 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.809927 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.810197 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.810443 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.810696 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.810915 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.811143 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.811372 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.811587 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.811799 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.812133 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.812379 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.812617 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.812871 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.813128 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.813364 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.813577 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.813789 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.814006 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.814218 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.814466 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.814697 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.814923 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.815144 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.815356 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.815582 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.815793 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.816029 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.816325 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.816556 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.817301 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.818329 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.818329 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.818329 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.818329 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.819386 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.819386 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.819386 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.819386 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.819898 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.819898 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.820132 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.820335 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.820567 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.820990 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.821463 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.821698 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.821959 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.822219 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.822521 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.822995 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.823160 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.824113 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.824113 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.824113 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.824113 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.824779 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.824779 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.826462 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.826462 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.826462 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.826462 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.826462 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.826462 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.826462 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.827851 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.827851 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.827851 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.827851 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.827851 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.827851 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.829900 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.829900 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.829900 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.829900 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.829900 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.829900 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.829900 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.829900 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 13:35:44.830557 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73755) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 04 13:35:44.830557 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 13:35:44.830557 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 13:35:44.830557 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 13:35:44.830838 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 13:35:44.830838 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 13:35:44.831049 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.831208 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.831440 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.831566 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.833030 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.833030 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.833030 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.833030 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.833504 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.833679 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.833836 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.833992 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.834147 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.834302 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.834767 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.834767 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.834767 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.835127 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.835127 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.835359 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.835359 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.835587 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.835717 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] debug = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.835840 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.835975 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.836162 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.836325 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.836539 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.836729 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.836729 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.836959 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.837088 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.837766 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.837766 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.837766 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.837766 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.837766 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.838320 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.838320 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.838320 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.838668 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] host = dv-cinder-789564-1-smb {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.838668 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.838668 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.839002 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.839002 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.839230 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.839230 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.839459 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.839587 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.839709 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.839830 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.839975 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.840156 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.840315 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.840473 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.840630 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_options = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.840788 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.840947 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.841105 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.841280 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.841444 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.841609 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.841768 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.841928 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.842089 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.842248 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.842451 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.842577 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.842697 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.842849 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.843008 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.843167 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.843326 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.843484 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.843644 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.843803 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.843960 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.844143 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.844303 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.844461 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.844618 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.844779 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.846651 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.846651 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.846651 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.846651 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.846651 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.846651 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.846651 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.846651 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.849737 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.849737 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.849737 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.849737 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.849737 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.849737 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.849737 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.849737 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.852192 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.852192 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.852192 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.852192 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_json = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.852192 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.852192 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.852192 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.852192 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.852192 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.854488 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.854488 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.854488 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:35:44.854488 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.854488 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.854488 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.854488 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.854488 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.855031 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.855031 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.855031 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.855031 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.855031 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.855031 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.855031 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.855031 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.855031 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.855619 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.855619 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.855619 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.855619 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.855619 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.855619 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.855619 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.855619 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.856162 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.856162 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.856162 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.856162 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.856162 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.856162 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.856162 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.856162 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.856691 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.856691 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.856691 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.856691 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.856691 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.856691 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.856691 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.856691 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.857210 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.857210 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.857210 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.857409 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.857409 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.857574 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.857742 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.860077 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.860077 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.860077 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.860077 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.860077 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.860077 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.860077 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.860077 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.860077 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.860739 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.860739 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.860739 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.860739 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.860739 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.860739 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.861283 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.861470 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.861638 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.861802 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.861966 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.862133 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.862299 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.862466 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.862628 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.862791 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.862952 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.863113 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.863340 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.864165 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.864272 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.864428 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.864597 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.864746 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.865242 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.865242 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.865242 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.865854 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.865854 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.865854 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.865854 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.867005 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.867005 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.867005 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.867005 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.867005 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.867005 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.867005 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.872277 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.872277 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.872277 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.872277 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.872277 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.872277 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.872277 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.872277 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.872799 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.872799 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.872799 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.872799 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.872799 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.872799 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.872799 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.872799 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.873231 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.873231 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.873231 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.873231 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.873231 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.873231 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.873231 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.873231 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.873664 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.873664 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.873664 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.873664 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.873664 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.873664 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.873664 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.873664 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.874103 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.874103 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.874103 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.874103 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.874103 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.874103 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.874103 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.874103 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.874592 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.874592 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.874592 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.874592 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.874592 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.874592 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.874592 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.874592 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.875044 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.875044 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.875044 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.875044 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.875044 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.875321 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.875321 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.875445 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.875594 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.876085 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.876085 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.876085 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.876301 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.876396 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.876522 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.876692 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.876838 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.877004 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.877166 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.877327 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.877470 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 42966) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:35:44.877586 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.877686 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.877822 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.877947 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.878110 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.878274 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.878434 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.878595 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.878756 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.878951 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.879114 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.879926 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.880128 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.880290 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.880453 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.880620 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.884088 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.884088 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.884088 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.884088 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.884088 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.884088 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.884088 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.884088 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.884698 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.884698 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.884698 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.884698 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.884698 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.884698 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.884698 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.884698 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.885263 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.885263 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.885263 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.885263 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.885263 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.885263 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.885818 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.886032 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.887439 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.887439 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.887439 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.887439 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.887719 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074017 May 04 13:35:44.887810 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.887810 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.887810 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.887810 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.887810 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.888566 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.890523 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.890523 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.890523 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.890757 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.890828 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.891009 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.891170 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.891346 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.891510 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.892389 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.892389 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.892389 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.892389 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.892389 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.892691 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.892691 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.892808 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.893144 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.893241 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.894204 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.894372 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.895139 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.895415 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.896593 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.896593 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.896593 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.896799 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.896863 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.897030 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.897173 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.898157 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.898331 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.898498 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.898663 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.898822 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.898994 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.899171 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.899347 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.899499 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.899673 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.899838 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.900727 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.900727 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.900727 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.900727 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.900727 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.901034 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.901034 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.901165 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.901343 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.901432 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.901573 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.901736 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.901897 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.902060 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.902221 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.902386 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.902566 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.902701 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.902857 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.903022 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.903184 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.903346 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.903509 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:35:44.903666 dv-cinder-789564-1-smb neutron-server[73755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 13:35:44.907797 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:35:56.232792 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a0ec8-ba91-4d10-8167-14f1dc4266d1 None None] get_active_networks_info from dv-cinder-789564-1-smb {{(pid=73862) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 13:35:56.310679 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06a0ec8-ba91-4d10-8167-14f1dc4266d1 None None] No non-hosted networks {{(pid=73862) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 13:35:56.325911 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.agentschedulers_db [None req-a06a0ec8-ba91-4d10-8167-14f1dc4266d1 None None] DHCP Agent not found on host dv-cinder-789564-1-smb {{(pid=73862) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 04 13:35:56.454146 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0e099d77-ace6-4eed-9da9-dfe15c2c2817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271'] for agent, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:35:58.774869 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d4a25bb9-e02c-4754-b202-192fac9e4fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271'] for agent, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:35:58.867505 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d659893d-02c6-4f9c-98b8-81348065576f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:35:59.476459 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271'] for agent, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:35:59.484995 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:35:59.485851 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:35:59.486623 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:35:59.490503 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:35:59.491431 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:35:59.494142 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:35:59.495250 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:35:59.496817 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:35:59.498979 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:35:59.499951 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:35:59.500956 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:35:59.502124 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:35:59.503294 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789564-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:35:59.515770 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789564-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:36:00.320570 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271'] for agent, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:02.568796 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271'] for agent, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:04.493980 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 43064) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:36:04.825188 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.db.l3_hamode_db [None req-1f5e98b7-e516-444b-92a0-5cf5c3e1b6e2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 13:36:04.915654 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e98b7-e516-444b-92a0-5cf5c3e1b6e2 None None] Routers set() bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:36:04.916049 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e98b7-e516-444b-92a0-5cf5c3e1b6e2 None None] Router IDs set() for agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 04 13:36:05.096817 dv-cinder-789564-1-smb neutron-server[73860]: WARNING oslo_policy.policy [None req-8e50e641-e452-4f7c-9e9d-d0d3c803f990 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:36:05.097440 dv-cinder-789564-1-smb neutron-server[73860]: WARNING oslo_policy.policy [None req-8e50e641-e452-4f7c-9e9d-d0d3c803f990 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:36:05.315649 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [None req-8e50e641-e452-4f7c-9e9d-d0d3c803f990 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=73860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 13:36:05.316820 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-8e50e641-e452-4f7c-9e9d-d0d3c803f990 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8218579 May 04 13:36:07.705943 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 43078) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:36:08.086547 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-3a088a0e-2cbe-4870-8007-a34e2a6bcbd7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:36:08.187020 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.policy [None req-3a088a0e-2cbe-4870-8007-a34e2a6bcbd7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73860) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 13:36:08.233009 dv-cinder-789564-1-smb neutron-server[73860]: WARNING oslo_policy.policy [None req-3a088a0e-2cbe-4870-8007-a34e2a6bcbd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:36:08.233392 dv-cinder-789564-1-smb neutron-server[73860]: WARNING oslo_policy.policy [None req-3a088a0e-2cbe-4870-8007-a34e2a6bcbd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:36:08.242583 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.quota [None req-3a088a0e-2cbe-4870-8007-a34e2a6bcbd7 admin admin] Loaded quota_driver: . May 04 13:36:08.257902 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-3a088a0e-2cbe-4870-8007-a34e2a6bcbd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:36:08.318684 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3a088a0e-2cbe-4870-8007-a34e2a6bcbd7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760704335293', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760704335752', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760704320395', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760703891687', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760703877595', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760703908659', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-608782', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-645462', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1682575', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1623003'] for rbac-policy, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:08.385612 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3a088a0e-2cbe-4870-8007-a34e2a6bcbd7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:08.387098 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-3a088a0e-2cbe-4870-8007-a34e2a6bcbd7 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6791964 May 04 13:36:11.030419 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 43092) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:36:11.382933 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'dec177a4ecd84562b1f564b8ee86f897', 'admin_state_up': True, 'project_id': 'dec177a4ecd84562b1f564b8ee86f897'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:36:11.387705 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:36:11.392211 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Usage tracker for resource:network and tenant:dec177a4ecd84562b1f564b8ee86f897 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:36:11.397005 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:36:11.403087 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:36:11.413955 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Made reservation on behalf of dec177a4ecd84562b1f564b8ee86f897 for: {'network': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:36:11.416923 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for network, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:11.435794 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:11.450287 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:36:11.453941 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Usage tracker for resource:security_group_rule and tenant:dec177a4ecd84562b1f564b8ee86f897 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:36:11.459022 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:36:11.464644 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:36:11.569731 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:11.574659 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:11.579406 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:36:11.602467 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=73860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:36:11.629007 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760702794280', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:11.629696 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Unsubscribe: segment precommit_create {{(pid=73860) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 13:36:11.630225 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.db.segments_db [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Added segment cecc943a-4f6a-4dfa-893b-08363dbe2041 of type vlan for network cb63d20b-7a3c-4b3b-8480-1982b45d3a4a May 04 13:36:11.639144 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0082e4a-3817-45f4-bc19-312900c8541a,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:36:11.697093 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:11.697433 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:11.697762 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:11.698088 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:11.698405 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:11.698723 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:11.699039 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:11.699354 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:11.699682 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:11.699998 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:11.700332 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:11.700640 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Tracked resource versions report: May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: pushed versions: May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: { 'AddressGroup': {'1.2'}, May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'ConntrackHelper': {'1.0'}, May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'Log': {'1.0'}, May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'Network': {'1.1'}, May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'Port': {'1.7'}, May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'PortForwarding': {'1.2'}, May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'QosPolicy': {'1.8'}, May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'SecurityGroup': {'1.4'}, May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'SecurityGroupRule': {'1.2'}, May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'SubPort': {'1.0'}, May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'Subnet': {'1.1'}, May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'Trunk': {'1.1'}} May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: consumer versions: May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: { DHCP agent@dv-cinder-789564-1-smb: {}, May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: L3 agent@dv-cinder-789564-1-smb: {}, May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: Metadata agent@dv-cinder-789564-1-smb: {}, May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: Metering agent@dv-cinder-789564-1-smb: {}, May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: Open vSwitch agent@dv-cinder-789564-1-smb: { 'AddressGroup': '1.2', May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'ConntrackHelper': '1.0', May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'Log': '1.0', May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'Network': '1.1', May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'Port': '1.7', May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'PortForwarding': '1.2', May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'QosPolicy': '1.8', May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'SecurityGroup': '1.4', May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'SecurityGroupRule': '1.2', May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'SubPort': '1.0', May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'Subnet': '1.1', May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: 'Trunk': '1.1'}} May 04 13:36:11.702115 dv-cinder-789564-1-smb neutron-server[73860]: {{(pid=73860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:36:11.756305 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:36:11.758170 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760702352249'] for network, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:11.803508 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for network, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:11.804945 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:36:11.805596 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:11.810365 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:36:11.913836 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8823147 May 04 13:36:11.919104 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Pushing event updated for resources: {'Network': ['ID=cb63d20b-7a3c-4b3b-8480-1982b45d3a4a,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:36:11.930811 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:36:11.939177 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Network cb63d20b-7a3c-4b3b-8480-1982b45d3a4a details requested by agent ovs-agent-dv-cinder-789564-1-smb with host dv-cinder-789564-1-smb {{(pid=73862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 13:36:14.644960 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 43108) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:36:15.105595 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8bdbbf-aaa6-469d-af51-99d6340e4de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:36:15.106902 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-0e8bdbbf-aaa6-469d-af51-99d6340e4de5 admin admin] 10.222.0.44 "GET /v2.0/networks/cb63d20b-7a3c-4b3b-8480-1982b45d3a4a HTTP/1.1" status: 200 len: 825 time: 0.4613407 May 04 13:36:15.135494 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-fe697671-f0ae-4a9c-ad8c-1ef0a5dcf4ba admin admin] 10.222.0.44 "GET /v2.0/subnetpools/83f30e9f-4320-4715-bbd2-b9f9dd1c6bfb HTTP/1.1" status: 200 len: 734 time: 0.0232151 May 04 13:36:15.146163 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-c5a34461-5bc2-487a-8f0a-f3d09d727f20 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'cb63d20b-7a3c-4b3b-8480-1982b45d3a4a', 'tenant_id': 'dec177a4ecd84562b1f564b8ee86f897', 'subnetpool_id': '83f30e9f-4320-4715-bbd2-b9f9dd1c6bfb', 'ip_version': 4}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:36:15.151347 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-c5a34461-5bc2-487a-8f0a-f3d09d727f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:36:15.155569 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-c5a34461-5bc2-487a-8f0a-f3d09d727f20 admin admin] Usage tracker for resource:subnet and tenant:dec177a4ecd84562b1f564b8ee86f897 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:36:15.158876 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-c5a34461-5bc2-487a-8f0a-f3d09d727f20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:36:15.166049 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-c5a34461-5bc2-487a-8f0a-f3d09d727f20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:36:15.177115 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a34461-5bc2-487a-8f0a-f3d09d727f20 admin admin] Made reservation on behalf of dec177a4ecd84562b1f564b8ee86f897 for: {'subnet': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:36:15.179418 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c5a34461-5bc2-487a-8f0a-f3d09d727f20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:15.692129 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c5a34461-5bc2-487a-8f0a-f3d09d727f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for subnet, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:15.696328 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:36:15.782802 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a34461-5bc2-487a-8f0a-f3d09d727f20 admin admin] Checking segment: {'id': 'cecc943a-4f6a-4dfa-893b-08363dbe2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb63d20b-7a3c-4b3b-8480-1982b45d3a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:36:15.783183 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a34461-5bc2-487a-8f0a-f3d09d727f20 admin admin] Network hostable DHCP agents. Network: cb63d20b-7a3c-4b3b-8480-1982b45d3a4a, hostable agents: ['548e5bae-174c-4437-b5d4-5dd15da226b0'], hosted agents: [] {{(pid=73860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:36:15.786031 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a34461-5bc2-487a-8f0a-f3d09d727f20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=440e5590-de34-4967-9d39-012da8456c9a,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:36:15.793991 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c5a34461-5bc2-487a-8f0a-f3d09d727f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:36:15.806600 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a34461-5bc2-487a-8f0a-f3d09d727f20 admin admin] Network cb63d20b-7a3c-4b3b-8480-1982b45d3a4a is scheduled to be hosted by DHCP agent 548e5bae-174c-4437-b5d4-5dd15da226b0 with binding_index 1 {{(pid=73860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:36:15.817749 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-c5a34461-5bc2-487a-8f0a-f3d09d727f20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-smb, cb63d20b-7a3c-4b3b-8480-1982b45d3a4a) {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:36:15.823210 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a34461-5bc2-487a-8f0a-f3d09d727f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:36:15.823820 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c5a34461-5bc2-487a-8f0a-f3d09d727f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:15.828515 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33a7325-7753-4eae-928b-e358082e3498 None None] Network cb63d20b-7a3c-4b3b-8480-1982b45d3a4a requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:36:15.845221 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-c5a34461-5bc2-487a-8f0a-f3d09d727f20 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7040770 May 04 13:36:16.145457 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfbf21e1-5d9b-5b7c-a50d-f7224e599174-cb63d20b-7a3c-4b3b-8480-1982b45d3a4a', 'network_id': 'cb63d20b-7a3c-4b3b-8480-1982b45d3a4a', 'tenant_id': 'dec177a4ecd84562b1f564b8ee86f897', 'fixed_ips': [{'subnet_id': '440e5590-de34-4967-9d39-012da8456c9a'}]}} from dv-cinder-789564-1-smb. {{(pid=73862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 13:36:16.146699 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:16.349608 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Allocated IP 172.20.0.2 (cb63d20b-7a3c-4b3b-8480-1982b45d3a4a/440e5590-de34-4967-9d39-012da8456c9a/bfe87a82-d21b-4d60-a20b-0c61bdaab7bc) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:36:16.580288 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:16.593782 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Transition to ACTIVE for port object bfe87a82-d21b-4d60-a20b-0c61bdaab7bc will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:36:16.614574 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Transition to ACTIVE for port object bfe87a82-d21b-4d60-a20b-0c61bdaab7bc will not be triggered until provisioned by entity DHCP. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:36:16.622621 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:16.627428 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:36:16.683819 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Network cb63d20b-7a3c-4b3b-8480-1982b45d3a4a is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:36:16.686549 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:36:16.697357 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:36:16.704233 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Pushing event updated for resources: {'Port': ['ID=bfe87a82-d21b-4d60-a20b-0c61bdaab7bc,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:36:16.745348 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:16.745692 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:16.746010 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:16.746338 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:16.746654 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:16.746972 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:16.747289 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:16.747603 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:16.747919 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:16.748252 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:16.748578 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:16.748899 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Tracked resource versions report: May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: pushed versions: May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: { 'AddressGroup': {'1.2'}, May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'ConntrackHelper': {'1.0'}, May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'Log': {'1.0'}, May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'Network': {'1.1'}, May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'Port': {'1.7'}, May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'PortForwarding': {'1.2'}, May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'QosPolicy': {'1.8'}, May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'SecurityGroup': {'1.4'}, May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'SecurityGroupRule': {'1.2'}, May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'SubPort': {'1.0'}, May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'Subnet': {'1.1'}, May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'Trunk': {'1.1'}} May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: consumer versions: May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: { DHCP agent@dv-cinder-789564-1-smb: {}, May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: L3 agent@dv-cinder-789564-1-smb: {}, May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: Metadata agent@dv-cinder-789564-1-smb: {}, May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: Metering agent@dv-cinder-789564-1-smb: {}, May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: Open vSwitch agent@dv-cinder-789564-1-smb: { 'AddressGroup': '1.2', May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'ConntrackHelper': '1.0', May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'Log': '1.0', May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'Network': '1.1', May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'Port': '1.7', May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'PortForwarding': '1.2', May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'QosPolicy': '1.8', May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'SecurityGroup': '1.4', May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'SecurityGroupRule': '1.2', May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'SubPort': '1.0', May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'Subnet': '1.1', May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: 'Trunk': '1.1'}} May 04 13:36:16.750013 dv-cinder-789564-1-smb neutron-server[73862]: {{(pid=73862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:36:16.781983 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:36:16.808644 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Attempting to bind port bfe87a82-d21b-4d60-a20b-0c61bdaab7bc on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:36:16.809043 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Attempting to bind port bfe87a82-d21b-4d60-a20b-0c61bdaab7bc by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': 'cecc943a-4f6a-4dfa-893b-08363dbe2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb63d20b-7a3c-4b3b-8480-1982b45d3a4a'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:36:16.809469 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Attempting to bind port bfe87a82-d21b-4d60-a20b-0c61bdaab7bc on network cb63d20b-7a3c-4b3b-8480-1982b45d3a4a {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:36:16.814870 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:36:16.815281 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Checking segment: {'id': 'cecc943a-4f6a-4dfa-893b-08363dbe2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb63d20b-7a3c-4b3b-8480-1982b45d3a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:36:16.815750 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:16.818220 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Bound using segment: {'id': 'cecc943a-4f6a-4dfa-893b-08363dbe2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb63d20b-7a3c-4b3b-8480-1982b45d3a4a'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:36:16.818220 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Bound port: bfe87a82-d21b-4d60-a20b-0c61bdaab7bc, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cecc943a-4f6a-4dfa-893b-08363dbe2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb63d20b-7a3c-4b3b-8480-1982b45d3a4a'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:36:16.818220 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:16.910104 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] For port bfe87a82-d21b-4d60-a20b-0c61bdaab7bc, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:36:16.914324 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] For port bfe87a82-d21b-4d60-a20b-0c61bdaab7bc, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=bfe87a82-d21b-4d60-a20b-0c61bdaab7bc,segment=NetworkSegment(cecc943a-4f6a-4dfa-893b-08363dbe2041),segment_id=cecc943a-4f6a-4dfa-893b-08363dbe2041)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:36:16.919028 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:16.923034 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:36:17.010203 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Pushing event updated for resources: {'Port': ['ID=bfe87a82-d21b-4d60-a20b-0c61bdaab7bc,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:36:17.013549 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:36:18.318841 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 43118) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:36:19.055052 dv-cinder-789564-1-smb neutron-server[73861]: WARNING oslo_policy.policy [None req-0038b9a2-28e0-4bd4-a00f-d1c69b1e98b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:36:19.055666 dv-cinder-789564-1-smb neutron-server[73861]: WARNING oslo_policy.policy [None req-0038b9a2-28e0-4bd4-a00f-d1c69b1e98b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:36:19.271961 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [None req-0038b9a2-28e0-4bd4-a00f-d1c69b1e98b3 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=73861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 13:36:19.273139 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-0038b9a2-28e0-4bd4-a00f-d1c69b1e98b3 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9522672 May 04 13:36:21.747052 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 43136) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:36:22.162000 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [None req-e07b83e7-03aa-416f-9786-82607eff173e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=73861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 13:36:22.163009 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-e07b83e7-03aa-416f-9786-82607eff173e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4150517 May 04 13:36:22.740317 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee97002c-2349-4beb-8445-56d81e3ea372 None None] Network cb63d20b-7a3c-4b3b-8480-1982b45d3a4a requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:36:22.851651 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-166248bb-b77a-43e0-bfe0-18d594315404 None None] Provisioning for port bfe87a82-d21b-4d60-a20b-0c61bdaab7bc completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:36:23.451526 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device bfe87a82-d21b-4d60-a20b-0c61bdaab7bc up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:36:23.522492 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port bfe87a82-d21b-4d60-a20b-0c61bdaab7bc completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:36:23.527299 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port bfe87a82-d21b-4d60-a20b-0c61bdaab7bc triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:36:23.527706 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:23.657888 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:23.697780 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port bfe87a82-d21b-4d60-a20b-0c61bdaab7bc, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=bfe87a82-d21b-4d60-a20b-0c61bdaab7bc,segment=NetworkSegment(cecc943a-4f6a-4dfa-893b-08363dbe2041),segment_id=cecc943a-4f6a-4dfa-893b-08363dbe2041)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:36:23.702435 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:23.706320 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:36:23.781395 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=bfe87a82-d21b-4d60-a20b-0c61bdaab7bc,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:36:23.784742 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:36:24.902572 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 43148) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:36:25.263756 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-b1467657-d93d-41bc-bf93-4162e31f9598 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'dec177a4ecd84562b1f564b8ee86f897'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:36:25.336170 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.policy [None req-b1467657-d93d-41bc-bf93-4162e31f9598 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73861) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 13:36:25.386273 dv-cinder-789564-1-smb neutron-server[73861]: WARNING oslo_policy.policy [None req-b1467657-d93d-41bc-bf93-4162e31f9598 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:36:25.386558 dv-cinder-789564-1-smb neutron-server[73861]: WARNING oslo_policy.policy [None req-b1467657-d93d-41bc-bf93-4162e31f9598 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:36:25.395933 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.quota [None req-b1467657-d93d-41bc-bf93-4162e31f9598 admin admin] Loaded quota_driver: . May 04 13:36:25.413808 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-b1467657-d93d-41bc-bf93-4162e31f9598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:36:25.414601 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device bfe87a82-d21b-4d60-a20b-0c61bdaab7bc up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:36:25.422237 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-b1467657-d93d-41bc-bf93-4162e31f9598 admin admin] Usage tracker for resource:router and tenant:dec177a4ecd84562b1f564b8ee86f897 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:36:25.428738 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-b1467657-d93d-41bc-bf93-4162e31f9598 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:36:25.437886 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-b1467657-d93d-41bc-bf93-4162e31f9598 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:36:25.459337 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b1467657-d93d-41bc-bf93-4162e31f9598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1977953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47740'] for router, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:25.461469 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b1467657-d93d-41bc-bf93-4162e31f9598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1698401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47685'] for router, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:25.488648 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port bfe87a82-d21b-4d60-a20b-0c61bdaab7bc triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:36:25.488966 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:25.495778 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b1467657-d93d-41bc-bf93-4162e31f9598 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:25.620913 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b1467657-d93d-41bc-bf93-4162e31f9598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1977880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974463'] for router, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:25.641935 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b1467657-d93d-41bc-bf93-4162e31f9598 admin admin] Notify callbacks [] for router, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:25.643148 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-b1467657-d93d-41bc-bf93-4162e31f9598 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7396355 May 04 13:36:26.129523 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d90dec9e-07b0-490a-9a32-bef76f754236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:27.773350 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 5 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:36:28.030664 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 43160) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:36:28.399350 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [None req-94fc7e32-580d-4d2e-b783-1b02d912db51 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=73861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 13:36:28.400365 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-94fc7e32-580d-4d2e-b783-1b02d912db51 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3688381 May 04 13:36:28.758400 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-326b04d4-c659-414c-a1c5-32e631b413f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:29.430220 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:30.220176 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:30.786373 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 43170) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:36:31.163101 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:36:31.167725 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:36:31.171558 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Usage tracker for resource:network and tenant:e0b7d227255a482f9e1364eb03f16f01 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:36:31.174448 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:36:31.181272 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:36:31.190798 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Made reservation on behalf of e0b7d227255a482f9e1364eb03f16f01 for: {'network': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:36:31.193894 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for network, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:31.206113 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:31.220217 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:36:31.223950 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Usage tracker for resource:security_group_rule and tenant:e0b7d227255a482f9e1364eb03f16f01 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:36:31.226674 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:36:31.232270 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:36:31.314030 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:31.318556 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:31.321612 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:36:31.337033 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Reserving flat network on physical network physnet1 {{(pid=73860) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 13:36:31.357937 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7835fa5-4c43-47ce-87c2-c4d9831a7e37,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:36:31.361855 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:36:31.363357 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:31.363702 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.db.segments_db [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Added segment 2730e229-41de-4a41-9721-86c0e571118c of type flat for network ec979011-6604-4968-ace9-769b935940bc May 04 13:36:31.396780 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760702352249'] for network, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:31.433969 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for network, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:31.435270 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:36:31.435850 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:31.440431 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9243bcf0-023a-4a87-bab3-5277f6968960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:36:31.538177 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Pushing event updated for resources: {'Network': ['ID=ec979011-6604-4968-ace9-769b935940bc,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:36:31.541101 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7537401 May 04 13:36:31.541793 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:36:31.555400 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Network ec979011-6604-4968-ace9-769b935940bc details requested by agent ovs-agent-dv-cinder-789564-1-smb with host dv-cinder-789564-1-smb {{(pid=73862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 13:36:32.507308 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:34.104293 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 43190) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:36:34.325970 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88690f1d-e312-45b2-a590-ec124f7c81bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:36:34.327323 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-88690f1d-e312-45b2-a590-ec124f7c81bc admin admin] 10.222.0.44 "GET /v2.0/subnets/440e5590-de34-4967-9d39-012da8456c9a HTTP/1.1" status: 200 len: 849 time: 0.2221675 May 04 13:36:34.509667 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-b73d037a-1363-4f6e-b823-37e68938e42c admin admin] 10.222.0.44 "GET /v2.0/routers/4d3e13d4-d88d-4b3d-9329-295af9d2b325 HTTP/1.1" status: 200 len: 704 time: 0.1761937 May 04 13:36:34.986121 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:35.256171 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Allocated IP 172.20.0.1 (cb63d20b-7a3c-4b3b-8480-1982b45d3a4a/440e5590-de34-4967-9d39-012da8456c9a/cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:36:35.418968 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:35.437363 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Transition to ACTIVE for port object cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:36:35.493087 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:35.499823 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:36:35.557180 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Network cb63d20b-7a3c-4b3b-8480-1982b45d3a4a is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:36:35.559938 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:36:35.568765 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:36:35.569429 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967312'] for router_interface, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:35.691162 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Pushing event updated for resources: {'Port': ['ID=cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:36:35.706247 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:36:35.795157 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-89549aac-f071-46a4-9f80-b52f6651d868 None None] Provisioning for port cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:36:35.802615 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-89549aac-f071-46a4-9f80-b52f6651d868 None None] Provisioning complete for port cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:36:35.802994 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-89549aac-f071-46a4-9f80-b52f6651d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:35.835236 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:35.863394 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-89549aac-f071-46a4-9f80-b52f6651d868 None None] Port cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:36:36.061533 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:36.065993 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:36.067185 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967219'] for router_interface, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:36.070331 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:36:36.201921 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Pushing event updated for resources: {'Port': ['ID=cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:36:36.208703 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:36:36.268262 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Network cb63d20b-7a3c-4b3b-8480-1982b45d3a4a is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:36:36.270111 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:36:36.464375 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Router 4d3e13d4-d88d-4b3d-9329-295af9d2b325 is scheduled to L3 agent 73496170-7287-4045-b161-19082356b6ce with binding_index 1 {{(pid=73860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 13:36:36.484662 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-5f3f7916-190d-4c37-bd08-51b227de9305 None None] Provisioning complete for port cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:36:36.485188 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5f3f7916-190d-4c37-bd08-51b227de9305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:36.541463 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f7916-190d-4c37-bd08-51b227de9305 None None] Port cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:36:36.668200 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:36:36.678361 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] 10.222.0.44 "PUT /v2.0/routers/4d3e13d4-d88d-4b3d-9329-295af9d2b325/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1637805 May 04 13:36:36.679000 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Sync routers for ids ['4d3e13d4-d88d-4b3d-9329-295af9d2b325'] in dv-cinder-789564-1-smb {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:36:36.689769 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Routers {'4d3e13d4-d88d-4b3d-9329-295af9d2b325'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:36:36.690609 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:36:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['4d3e13d4-d88d-4b3d-9329-295af9d2b325'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:36:36.871857 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Set router 4d3e13d4-d88d-4b3d-9329-295af9d2b325 gateway port host: None {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:36:37.263777 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e13d4-d88d-4b3d-9329-295af9d2b325', 'name': 'router1', 'tenant_id': 'dec177a4ecd84562b1f564b8ee86f897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:36:25Z', 'updated_at': '2021-05-04T13:36:35Z', 'revision_number': 2, 'project_id': 'dec177a4ecd84562b1f564b8ee86f897', 'gw_port_host': None, '_interfaces': [{'id': 'cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e', 'name': '', 'network_id': 'cb63d20b-7a3c-4b3b-8480-1982b45d3a4a', 'tenant_id': 'dec177a4ecd84562b1f564b8ee86f897', 'mac_address': 'fa:16:3e:c0:b4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e13d4-d88d-4b3d-9329-295af9d2b325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '440e5590-de34-4967-9d39-012da8456c9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:36:35Z', 'updated_at': '2021-05-04T13:36:35Z', 'revision_number': 2, 'project_id': 'dec177a4ecd84562b1f564b8ee86f897', 'subnets': [{'id': '440e5590-de34-4967-9d39-012da8456c9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83f30e9f-4320-4715-bbd2-b9f9dd1c6bfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:36:37.269500 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Checking router: 4d3e13d4-d88d-4b3d-9329-295af9d2b325 for host: dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:36:37.270347 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Updating router 4d3e13d4-d88d-4b3d-9329-295af9d2b325 port cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e binding host dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:36:37.322938 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:37.726931 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Notify callbacks [] for port, precommit_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:37.745685 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.provisioning_blocks [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Transition to ACTIVE for port object cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e will not be triggered until provisioned by entity L2. {{(pid=73863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:36:37.753479 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:37.758991 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:36:37.968407 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Pushing event updated for resources: {'Port': ['ID=cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e,revision_number=3']} {{(pid=73863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:36:37.992816 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:37.993161 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:37.993500 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:37.993838 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:37.994162 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:37.994492 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:37.994823 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:37.995147 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:37.995466 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:37.995796 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:37.996138 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:37.996460 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Tracked resource versions report: May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: pushed versions: May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: { 'AddressGroup': {'1.2'}, May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'ConntrackHelper': {'1.0'}, May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'Log': {'1.0'}, May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'Network': {'1.1'}, May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'Port': {'1.7'}, May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'PortForwarding': {'1.2'}, May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'QosPolicy': {'1.8'}, May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'SecurityGroup': {'1.4'}, May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'SecurityGroupRule': {'1.2'}, May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'SubPort': {'1.0'}, May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'Subnet': {'1.1'}, May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'Trunk': {'1.1'}} May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: consumer versions: May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: { DHCP agent@dv-cinder-789564-1-smb: {}, May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: L3 agent@dv-cinder-789564-1-smb: {}, May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: Metadata agent@dv-cinder-789564-1-smb: {}, May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: Metering agent@dv-cinder-789564-1-smb: {}, May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: Open vSwitch agent@dv-cinder-789564-1-smb: { 'AddressGroup': '1.2', May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'ConntrackHelper': '1.0', May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'Log': '1.0', May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'Network': '1.1', May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'Port': '1.7', May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'PortForwarding': '1.2', May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'QosPolicy': '1.8', May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'SecurityGroup': '1.4', May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'SecurityGroupRule': '1.2', May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'SubPort': '1.0', May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'Subnet': '1.1', May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: 'Trunk': '1.1'}} May 04 13:36:37.997683 dv-cinder-789564-1-smb neutron-server[73863]: {{(pid=73863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:36:38.000439 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Attempting to bind port cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:36:38.000852 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Attempting to bind port cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': 'cecc943a-4f6a-4dfa-893b-08363dbe2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb63d20b-7a3c-4b3b-8480-1982b45d3a4a'}] {{(pid=73863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:36:38.001281 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Attempting to bind port cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e on network cb63d20b-7a3c-4b3b-8480-1982b45d3a4a {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:36:38.006425 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:36:38.009372 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:36:38.009925 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Checking segment: {'id': 'cecc943a-4f6a-4dfa-893b-08363dbe2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb63d20b-7a3c-4b3b-8480-1982b45d3a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:36:38.010278 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:38.010682 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Bound using segment: {'id': 'cecc943a-4f6a-4dfa-893b-08363dbe2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb63d20b-7a3c-4b3b-8480-1982b45d3a4a'} {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:36:38.011240 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Bound port: cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cecc943a-4f6a-4dfa-893b-08363dbe2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb63d20b-7a3c-4b3b-8480-1982b45d3a4a'}}] {{(pid=73863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:36:38.011646 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:38.111554 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.db [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] For port cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:36:38.116549 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.db [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] For port cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e,segment=NetworkSegment(cecc943a-4f6a-4dfa-893b-08363dbe2041),segment_id=cecc943a-4f6a-4dfa-893b-08363dbe2041)] {{(pid=73863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:36:38.121901 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:38.126230 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:36:38.221639 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Routers {'4d3e13d4-d88d-4b3d-9329-295af9d2b325'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:36:38.222835 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:36:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['4d3e13d4-d88d-4b3d-9329-295af9d2b325'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:36:38.382983 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Pushing event updated for resources: {'Port': ['ID=cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e,revision_number=4']} {{(pid=73863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:36:38.400155 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:36:38.413524 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] Set router 4d3e13d4-d88d-4b3d-9329-295af9d2b325 gateway port host: None {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:36:38.762940 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e13d4-d88d-4b3d-9329-295af9d2b325', 'name': 'router1', 'tenant_id': 'dec177a4ecd84562b1f564b8ee86f897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:36:25Z', 'updated_at': '2021-05-04T13:36:35Z', 'revision_number': 2, 'project_id': 'dec177a4ecd84562b1f564b8ee86f897', 'gw_port_host': None, '_interfaces': [{'id': 'cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e', 'name': '', 'network_id': 'cb63d20b-7a3c-4b3b-8480-1982b45d3a4a', 'tenant_id': 'dec177a4ecd84562b1f564b8ee86f897', 'mac_address': 'fa:16:3e:c0:b4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e13d4-d88d-4b3d-9329-295af9d2b325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '440e5590-de34-4967-9d39-012da8456c9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:36:35Z', 'updated_at': '2021-05-04T13:36:38Z', 'revision_number': 4, 'project_id': 'dec177a4ecd84562b1f564b8ee86f897', 'subnets': [{'id': '440e5590-de34-4967-9d39-012da8456c9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83f30e9f-4320-4715-bbd2-b9f9dd1c6bfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:36:38.767130 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71fffe-1ee9-4438-8371-c8baf1a03547 None None] The sync data for ids ['4d3e13d4-d88d-4b3d-9329-295af9d2b325'] in dv-cinder-789564-1-smb is: [{'id': '4d3e13d4-d88d-4b3d-9329-295af9d2b325', 'name': 'router1', 'tenant_id': 'dec177a4ecd84562b1f564b8ee86f897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:36:25Z', 'updated_at': '2021-05-04T13:36:35Z', 'revision_number': 2, 'project_id': 'dec177a4ecd84562b1f564b8ee86f897', 'gw_port_host': None, '_interfaces': [{'id': 'cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e', 'name': '', 'network_id': 'cb63d20b-7a3c-4b3b-8480-1982b45d3a4a', 'tenant_id': 'dec177a4ecd84562b1f564b8ee86f897', 'mac_address': 'fa:16:3e:c0:b4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e13d4-d88d-4b3d-9329-295af9d2b325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '440e5590-de34-4967-9d39-012da8456c9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:36:35Z', 'updated_at': '2021-05-04T13:36:38Z', 'revision_number': 4, 'project_id': 'dec177a4ecd84562b1f564b8ee86f897', 'subnets': [{'id': '440e5590-de34-4967-9d39-012da8456c9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83f30e9f-4320-4715-bbd2-b9f9dd1c6bfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:36:38.932216 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 43212) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:36:39.089024 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3ee404-0659-4beb-ab1a-3b3508b5643c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:36:39.089478 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-5d3ee404-0659-4beb-ab1a-3b3508b5643c admin admin] Synchronizing usage tracker for tenant:e0b7d227255a482f9e1364eb03f16f01 on resource:network {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:36:39.110319 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-5d3ee404-0659-4beb-ab1a-3b3508b5643c admin admin] Unset dirty status for tenant:e0b7d227255a482f9e1364eb03f16f01 on resource:network {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:36:39.112988 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-5d3ee404-0659-4beb-ab1a-3b3508b5643c admin admin] 10.222.0.44 "GET /v2.0/networks/ec979011-6604-4968-ace9-769b935940bc HTTP/1.1" status: 200 len: 842 time: 0.1784616 May 04 13:36:39.123114 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'name': 'public-subnet'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:36:39.130459 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:36:39.135164 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] Usage tracker for resource:subnet and tenant:e0b7d227255a482f9e1364eb03f16f01 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:36:39.138587 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:36:39.147093 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:36:39.160967 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] Made reservation on behalf of e0b7d227255a482f9e1364eb03f16f01 for: {'subnet': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:36:39.164896 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:39.647731 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.objects.ports [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73860) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 04 13:36:39.648111 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for subnet, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:39.652386 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:36:39.728845 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86424637-3a1b-4645-9cbe-37dcbde5db40,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:36:39.733338 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:36:39.740135 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] Checking segment: {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:36:39.740503 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] Network hostable DHCP agents. Network: ec979011-6604-4968-ace9-769b935940bc, hostable agents: ['548e5bae-174c-4437-b5d4-5dd15da226b0'], hosted agents: [] {{(pid=73860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:36:39.759124 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] Network ec979011-6604-4968-ace9-769b935940bc is scheduled to be hosted by DHCP agent 548e5bae-174c-4437-b5d4-5dd15da226b0 with binding_index 1 {{(pid=73860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:36:39.773020 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-smb, ec979011-6604-4968-ace9-769b935940bc) {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:36:39.777504 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:36:39.778394 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:39.786048 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5dc898-eaec-4e48-b072-553034bb13cd None None] Network ec979011-6604-4968-ace9-769b935940bc requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:36:39.806186 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6879380 May 04 13:36:40.030898 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece05a65-2161-4430-8936-5d74a9717296 None None] Network ec979011-6604-4968-ace9-769b935940bc requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:36:42.113672 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 43226) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:36:42.315312 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-7409bb54-6431-4bac-9109-cb9b0125fa5a admin admin] 10.222.0.44 "GET /v2.0/routers/4d3e13d4-d88d-4b3d-9329-295af9d2b325 HTTP/1.1" status: 200 len: 710 time: 0.2004797 May 04 13:36:42.452531 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf9d0ea-1512-4050-ab69-14e79be45dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:36:42.453940 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-5bf9d0ea-1512-4050-ab69-14e79be45dab admin admin] 10.222.0.44 "GET /v2.0/networks/ec979011-6604-4968-ace9-769b935940bc HTTP/1.1" status: 200 len: 886 time: 0.1331942 May 04 13:36:42.463722 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:36:43.014407 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47707'] for router, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:43.360771 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:43.424400 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:43.444718 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:36:43.538656 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:36:43.543623 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:36:43.543994 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:43.572360 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Allocated IP 172.28.3.237 (ec979011-6604-4968-ace9-769b935940bc/86424637-3a1b-4645-9cbe-37dcbde5db40/84358907-628f-4f51-8ade-c1bb94386769) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:36:43.673034 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:43.710178 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e,segment=NetworkSegment(cecc943a-4f6a-4dfa-893b-08363dbe2041),segment_id=cecc943a-4f6a-4dfa-893b-08363dbe2041)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:36:43.714628 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:43.716788 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:36:43.734980 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:43.768495 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:43.773334 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:36:43.793181 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:36:43.801518 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:36:43.830817 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Network ec979011-6604-4968-ace9-769b935940bc is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:36:43.834490 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:36:43.844620 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:36:43.910122 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Pushing event updated for resources: {'Port': ['ID=84358907-628f-4f51-8ade-c1bb94386769,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:36:43.959357 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:36:44.255101 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:44.662767 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47707'] for router, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:44.666222 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1977862'] for router, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:44.849189 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Router 4d3e13d4-d88d-4b3d-9329-295af9d2b325 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:36:45.028534 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:36:45.037038 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Notify callbacks [] for router, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:45.038122 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Sync routers for ids ['4d3e13d4-d88d-4b3d-9329-295af9d2b325'] in dv-cinder-789564-1-smb {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:36:45.038633 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] 10.222.0.44 "PUT /v2.0/routers/4d3e13d4-d88d-4b3d-9329-295af9d2b325 HTTP/1.1" status: 200 len: 890 time: 2.5781894 May 04 13:36:45.048874 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Routers {'4d3e13d4-d88d-4b3d-9329-295af9d2b325'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:36:45.049557 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:36:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['4d3e13d4-d88d-4b3d-9329-295af9d2b325'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:36:45.274551 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Set router 4d3e13d4-d88d-4b3d-9329-295af9d2b325 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:36:45.448433 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:36:45.658777 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:36:45.659043 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:45.845573 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e13d4-d88d-4b3d-9329-295af9d2b325', 'name': 'router1', 'tenant_id': 'dec177a4ecd84562b1f564b8ee86f897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '84358907-628f-4f51-8ade-c1bb94386769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:36:25Z', 'updated_at': '2021-05-04T13:36:44Z', 'revision_number': 4, 'project_id': 'dec177a4ecd84562b1f564b8ee86f897', 'gw_port': {'id': '84358907-628f-4f51-8ade-c1bb94386769', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e13d4-d88d-4b3d-9329-295af9d2b325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:36:43Z', 'updated_at': '2021-05-04T13:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e', 'name': '', 'network_id': 'cb63d20b-7a3c-4b3b-8480-1982b45d3a4a', 'tenant_id': 'dec177a4ecd84562b1f564b8ee86f897', 'mac_address': 'fa:16:3e:c0:b4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e13d4-d88d-4b3d-9329-295af9d2b325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '440e5590-de34-4967-9d39-012da8456c9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:36:35Z', 'updated_at': '2021-05-04T13:36:43Z', 'revision_number': 5, 'project_id': 'dec177a4ecd84562b1f564b8ee86f897', 'subnets': [{'id': '440e5590-de34-4967-9d39-012da8456c9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83f30e9f-4320-4715-bbd2-b9f9dd1c6bfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:36:45.851762 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Checking router: 4d3e13d4-d88d-4b3d-9329-295af9d2b325 for host: dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:36:45.852167 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Updating router 4d3e13d4-d88d-4b3d-9329-295af9d2b325 port 84358907-628f-4f51-8ade-c1bb94386769 binding host dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:36:45.907909 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:46.258448 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:46.270582 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Transition to ACTIVE for port object 84358907-628f-4f51-8ade-c1bb94386769 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:36:46.277260 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:46.281106 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:36:46.365647 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Attempting to bind port 84358907-628f-4f51-8ade-c1bb94386769 on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:36:46.366021 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Attempting to bind port 84358907-628f-4f51-8ade-c1bb94386769 by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:36:46.366386 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Attempting to bind port 84358907-628f-4f51-8ade-c1bb94386769 on network ec979011-6604-4968-ace9-769b935940bc {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:36:46.368633 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bebef-e543-450f-8700-a18f0700d2df None None] Pushing event updated for resources: {'Port': ['ID=84358907-628f-4f51-8ade-c1bb94386769,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:36:46.372371 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9e0bebef-e543-450f-8700-a18f0700d2df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:36:46.374862 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:36:46.375283 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Checking segment: {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:36:46.376149 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:46.376149 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Bound using segment: {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:36:46.376550 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Bound port: 84358907-628f-4f51-8ade-c1bb94386769, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:36:46.376942 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:46.467264 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] For port 84358907-628f-4f51-8ade-c1bb94386769, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:36:46.471102 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] For port 84358907-628f-4f51-8ade-c1bb94386769, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=84358907-628f-4f51-8ade-c1bb94386769,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:36:46.475612 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:46.480236 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2b027795-11ad-4b7c-bae6-e9cc5d87ce78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:36:46.561157 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Routers {'4d3e13d4-d88d-4b3d-9329-295af9d2b325'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:36:46.561791 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:36:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['4d3e13d4-d88d-4b3d-9329-295af9d2b325'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:36:46.633647 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bebef-e543-450f-8700-a18f0700d2df None None] Pushing event updated for resources: {'Port': ['ID=84358907-628f-4f51-8ade-c1bb94386769,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:36:46.637379 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9e0bebef-e543-450f-8700-a18f0700d2df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:36:46.810151 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] Set router 4d3e13d4-d88d-4b3d-9329-295af9d2b325 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:36:47.160188 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e13d4-d88d-4b3d-9329-295af9d2b325', 'name': 'router1', 'tenant_id': 'dec177a4ecd84562b1f564b8ee86f897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '84358907-628f-4f51-8ade-c1bb94386769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:36:25Z', 'updated_at': '2021-05-04T13:36:44Z', 'revision_number': 4, 'project_id': 'dec177a4ecd84562b1f564b8ee86f897', 'gw_port': {'id': '84358907-628f-4f51-8ade-c1bb94386769', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e13d4-d88d-4b3d-9329-295af9d2b325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:36:43Z', 'updated_at': '2021-05-04T13:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e', 'name': '', 'network_id': 'cb63d20b-7a3c-4b3b-8480-1982b45d3a4a', 'tenant_id': 'dec177a4ecd84562b1f564b8ee86f897', 'mac_address': 'fa:16:3e:c0:b4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e13d4-d88d-4b3d-9329-295af9d2b325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '440e5590-de34-4967-9d39-012da8456c9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:36:35Z', 'updated_at': '2021-05-04T13:36:43Z', 'revision_number': 5, 'project_id': 'dec177a4ecd84562b1f564b8ee86f897', 'subnets': [{'id': '440e5590-de34-4967-9d39-012da8456c9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83f30e9f-4320-4715-bbd2-b9f9dd1c6bfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:36:47.164421 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f9f3c-06b9-4c2e-b307-a5771cc5f27e None None] The sync data for ids ['4d3e13d4-d88d-4b3d-9329-295af9d2b325'] in dv-cinder-789564-1-smb is: [{'id': '4d3e13d4-d88d-4b3d-9329-295af9d2b325', 'name': 'router1', 'tenant_id': 'dec177a4ecd84562b1f564b8ee86f897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '84358907-628f-4f51-8ade-c1bb94386769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:36:25Z', 'updated_at': '2021-05-04T13:36:44Z', 'revision_number': 4, 'project_id': 'dec177a4ecd84562b1f564b8ee86f897', 'gw_port': {'id': '84358907-628f-4f51-8ade-c1bb94386769', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e13d4-d88d-4b3d-9329-295af9d2b325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:36:43Z', 'updated_at': '2021-05-04T13:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e', 'name': '', 'network_id': 'cb63d20b-7a3c-4b3b-8480-1982b45d3a4a', 'tenant_id': 'dec177a4ecd84562b1f564b8ee86f897', 'mac_address': 'fa:16:3e:c0:b4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e13d4-d88d-4b3d-9329-295af9d2b325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '440e5590-de34-4967-9d39-012da8456c9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:36:35Z', 'updated_at': '2021-05-04T13:36:43Z', 'revision_number': 5, 'project_id': 'dec177a4ecd84562b1f564b8ee86f897', 'subnets': [{'id': '440e5590-de34-4967-9d39-012da8456c9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83f30e9f-4320-4715-bbd2-b9f9dd1c6bfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:36:47.484018 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 84358907-628f-4f51-8ade-c1bb94386769 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:36:47.518196 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 43236) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:36:47.558104 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port 84358907-628f-4f51-8ade-c1bb94386769 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:36:47.563675 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 84358907-628f-4f51-8ade-c1bb94386769 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:36:47.564239 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:47.660821 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-c8d4b0de-2694-4c2f-8ef6-4afc2f411a06 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1403503 May 04 13:36:47.749509 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:47.769560 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port 84358907-628f-4f51-8ade-c1bb94386769, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=84358907-628f-4f51-8ade-c1bb94386769,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:36:47.775778 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:47.777960 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:36:47.878176 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=84358907-628f-4f51-8ade-c1bb94386769,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:36:47.882658 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:36:49.460630 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 84358907-628f-4f51-8ade-c1bb94386769 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:36:49.551763 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 84358907-628f-4f51-8ade-c1bb94386769 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:36:49.552180 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:56.142756 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bdb07348-4dae-4d4a-8a31-87b5721b5b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:58.802218 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2c735ab6-4d16-421f-af8b-0e2aa46dc352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:36:59.441220 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:37:00.223599 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:37:02.536402 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:37:04.774310 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 5 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:37:26.134409 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-93ffc4e3-4518-4b7e-9ef8-ff3dda0d7809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:37:28.774045 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7e70759c-bd97-4c9f-b0a8-4035e192e1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:37:29.438455 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:37:30.227477 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:37:32.529413 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:37:41.779866 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 5 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:37:56.128749 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a6159bef-19fb-484a-bbdd-5713702d3bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:37:58.773544 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-36092eda-d728-44bc-9985-f1ebc4004c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:37:59.433713 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:38:00.229413 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:38:02.531594 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:38:18.780034 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 5 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:38:26.131160 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9e906d9d-bd62-46d1-beb3-570553ecefab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:38:28.769613 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3932c578-0ab5-45e6-8d21-aa8feb8c6f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:38:29.439895 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:38:30.231238 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:38:31.369261 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 43808) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:38:31.459172 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe84ad22-d1a1-4246-af3d-de427ec19488 admin admin] GET failed (client error): The resource could not be found. May 04 13:38:31.460670 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-fe84ad22-d1a1-4246-af3d-de427ec19488 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0904856 May 04 13:38:31.627873 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5302f8f4-8942-4153-9ead-fac4ec9514c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:38:31.629453 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-5302f8f4-8942-4153-9ead-fac4ec9514c5 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1648710 May 04 13:38:32.538371 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:38:33.778690 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 43818) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:38:33.900677 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6c831a-0ba6-40d1-856f-2a05548d9838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:38:33.902037 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-4b6c831a-0ba6-40d1-856f-2a05548d9838 admin admin] 10.222.0.44 "GET /v2.0/subnets/440e5590-de34-4967-9d39-012da8456c9a HTTP/1.1" status: 200 len: 849 time: 0.1223867 May 04 13:38:33.912016 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:38:34.034200 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Notify callbacks [] for subnet, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:38:34.240005 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760702782356'] for subnet, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:38:34.245358 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:38:34.322086 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:38:34.322733 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:38:34.324032 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] 10.222.0.44 "PUT /v2.0/subnets/440e5590-de34-4967-9d39-012da8456c9a HTTP/1.1" status: 200 len: 868 time: 0.4163110 May 04 13:38:34.328953 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6654998e-ca1c-43ba-a53d-942a06f17153 None None] Network cb63d20b-7a3c-4b3b-8480-1982b45d3a4a requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:38:34.342060 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=440e5590-de34-4967-9d39-012da8456c9a,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:38:34.351218 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:38:34.351577 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:38:34.351920 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:38:34.352294 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:38:34.352684 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:38:34.353026 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:38:34.353355 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:38:34.353683 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:38:34.354017 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:38:34.354339 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:38:34.354667 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:38:34.354983 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Tracked resource versions report: May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: pushed versions: May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: { 'AddressGroup': {'1.2'}, May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'ConntrackHelper': {'1.0'}, May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'Log': {'1.0'}, May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'Network': {'1.1'}, May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'Port': {'1.7'}, May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'PortForwarding': {'1.2'}, May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'QosPolicy': {'1.8'}, May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'SecurityGroup': {'1.4'}, May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'SecurityGroupRule': {'1.2'}, May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'SubPort': {'1.0'}, May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'Subnet': {'1.1'}, May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'Trunk': {'1.1'}} May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: consumer versions: May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: { DHCP agent@dv-cinder-789564-1-smb: {}, May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: L3 agent@dv-cinder-789564-1-smb: {}, May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: Metadata agent@dv-cinder-789564-1-smb: {}, May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: Metering agent@dv-cinder-789564-1-smb: {}, May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: Open vSwitch agent@dv-cinder-789564-1-smb: { 'AddressGroup': '1.2', May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'ConntrackHelper': '1.0', May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'Log': '1.0', May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'Network': '1.1', May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'Port': '1.7', May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'PortForwarding': '1.2', May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'QosPolicy': '1.8', May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'SecurityGroup': '1.4', May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'SecurityGroupRule': '1.2', May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'SubPort': '1.0', May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'Subnet': '1.1', May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: 'Trunk': '1.1'}} May 04 13:38:34.356193 dv-cinder-789564-1-smb neutron-server[73861]: {{(pid=73861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:38:34.359917 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:38:34.804413 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-49eeede9-9464-4f9e-9cb9-900ee51d7332 None None] Provisioning complete for port cad9cfa3-1f9f-483b-a1de-e784bd3e7f1e triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:38:34.804788 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-49eeede9-9464-4f9e-9cb9-900ee51d7332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:38:34.970716 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-49eeede9-9464-4f9e-9cb9-900ee51d7332 None None] Provisioning complete for port bfe87a82-d21b-4d60-a20b-0c61bdaab7bc triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:38:34.971100 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-49eeede9-9464-4f9e-9cb9-900ee51d7332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:38:36.617524 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 43832) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:38:36.798384 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddbbf18-8649-44d7-b21f-3990f6d476a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:38:36.799324 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddbbf18-8649-44d7-b21f-3990f6d476a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:38:36.801028 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-6ddbbf18-8649-44d7-b21f-3990f6d476a3 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1825390 May 04 13:38:39.006016 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 43842) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:38:39.182446 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b0bf12-37c4-41be-bd2a-59c03afa7655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:38:39.182934 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b0bf12-37c4-41be-bd2a-59c03afa7655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:38:39.184494 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-e8b0bf12-37c4-41be-bd2a-59c03afa7655 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1774409 May 04 13:38:41.356180 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 43852) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:38:41.534385 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f604a33-db97-45c4-96a4-6bf9cb060b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:38:41.536382 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-4f604a33-db97-45c4-96a4-6bf9cb060b3e admin admin] 10.222.0.44 "GET /v2.0/networks/cb63d20b-7a3c-4b3b-8480-1982b45d3a4a HTTP/1.1" status: 200 len: 869 time: 0.1789293 May 04 13:38:43.733306 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 43862) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:38:43.912656 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2988f2f6-eb8a-418a-906c-2891f6a6a645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:38:43.914036 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-2988f2f6-eb8a-418a-906c-2891f6a6a645 admin admin] 10.222.0.44 "GET /v2.0/networks/ec979011-6604-4968-ace9-769b935940bc HTTP/1.1" status: 200 len: 886 time: 0.1798446 May 04 13:38:46.086313 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 43872) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:38:46.198234 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f78171-fa73-4835-9091-9c52bf8aaff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:38:46.198691 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f78171-fa73-4835-9091-9c52bf8aaff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:38:46.199421 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-20f78171-fa73-4835-9091-9c52bf8aaff6 admin admin] Synchronizing usage tracker for tenant:e0b7d227255a482f9e1364eb03f16f01 on resource:subnet {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:38:46.216954 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-20f78171-fa73-4835-9091-9c52bf8aaff6 admin admin] Unset dirty status for tenant:e0b7d227255a482f9e1364eb03f16f01 on resource:subnet {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:38:46.218139 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-20f78171-fa73-4835-9091-9c52bf8aaff6 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308360 May 04 13:38:48.390298 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 43882) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:38:48.506957 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d788d544-8b97-48a1-a974-27fd7050bd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:38:48.507418 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d788d544-8b97-48a1-a974-27fd7050bd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:38:48.508976 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-d788d544-8b97-48a1-a974-27fd7050bd45 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1177554 May 04 13:38:50.662072 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 43892) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:38:50.774203 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f229c13e-bfd0-487c-b8fb-aff2b413f87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:38:50.775545 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-f229c13e-bfd0-487c-b8fb-aff2b413f87a admin admin] 10.222.0.44 "GET /v2.0/subnets/440e5590-de34-4967-9d39-012da8456c9a HTTP/1.1" status: 200 len: 868 time: 0.1125164 May 04 13:38:52.998869 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 43902) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:38:53.159978 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a45513-6d45-4188-bde2-53e7dab85075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:38:53.161267 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-c2a45513-6d45-4188-bde2-53e7dab85075 admin admin] 10.222.0.44 "GET /v2.0/subnets/86424637-3a1b-4645-9cbe-37dcbde5db40 HTTP/1.1" status: 200 len: 816 time: 0.1614687 May 04 13:38:55.780163 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 5 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:38:56.137175 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e95b77a5-3be2-41f2-8e39-512f8fcf11a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:38:58.774599 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-654aeac8-1c5b-4d4f-9650-f2abca9dc305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:38:59.438522 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:00.234877 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:02.540930 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:16.423105 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 43946) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:39:16.474109 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [None req-c00aaaec-2848-4a47-be47-18d577b21eb4 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=73861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 13:39:16.475104 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-c00aaaec-2848-4a47-be47-18d577b21eb4 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509400 May 04 13:39:18.752120 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 43956) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:39:18.822285 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.pecan_wsgi.hooks.translation [None req-e655883b-2637-4aeb-b01c-a768eb4e4c84 admin admin] GET failed (client error): The resource could not be found. May 04 13:39:18.823560 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-e655883b-2637-4aeb-b01c-a768eb4e4c84 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0704882 May 04 13:39:18.957830 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a971c85-d394-4729-9587-af69a909da9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:39:18.959240 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-4a971c85-d394-4729-9587-af69a909da9c admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1315322 May 04 13:39:21.136151 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 43966) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:39:21.185177 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:39:21.190509 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:39:21.199873 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:39:21.209896 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Made reservation on behalf of e0b7d227255a482f9e1364eb03f16f01 for: {'network': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:39:21.212152 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for network, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:21.303260 dv-cinder-789564-1-smb neutron-server[73860]: WARNING neutron.services.revisions.revision_plugin [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Could not find related network for resource to bump revision. May 04 13:39:21.316825 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=73860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:39:21.327618 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:21.327975 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.db.segments_db [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Added segment 1b3d3fdc-5efa-4839-a29e-f18bf3619a19 of type vlan for network aec953df-9604-4a6b-b81f-f63346e059d4 May 04 13:39:21.356254 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760702352249'] for network, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:21.388296 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for network, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:21.389669 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:39:21.390261 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:21.394089 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:39:21.498052 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Pushing event updated for resources: {'Network': ['ID=aec953df-9604-4a6b-b81f-f63346e059d4,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:39:21.502576 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3654056 May 04 13:39:21.506662 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:21.507010 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:21.507347 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:21.507679 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:21.508003 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:21.508360 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:21.508684 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:21.509006 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:21.509328 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:21.509646 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:21.509961 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:21.510274 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:21.514108 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:39:21.521949 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Network aec953df-9604-4a6b-b81f-f63346e059d4 details requested by agent ovs-agent-dv-cinder-789564-1-smb with host dv-cinder-789564-1-smb {{(pid=73862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 13:39:23.698581 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 43976) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:39:23.770635 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d195454-01a9-430e-b469-638369ec8933 admin admin] GET failed (client error): The resource could not be found. May 04 13:39:23.770877 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-9d195454-01a9-430e-b469-638369ec8933 admin admin] Synchronizing usage tracker for tenant:e0b7d227255a482f9e1364eb03f16f01 on resource:network {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:39:23.788182 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-9d195454-01a9-430e-b469-638369ec8933 admin admin] Unset dirty status for tenant:e0b7d227255a482f9e1364eb03f16f01 on resource:network {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:39:23.793197 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-9d195454-01a9-430e-b469-638369ec8933 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0932031 May 04 13:39:23.915440 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2b4eb2-a3f9-400b-a8b6-5eb512632967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:39:23.917005 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-8e2b4eb2-a3f9-400b-a8b6-5eb512632967 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1230891 May 04 13:39:23.927956 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-8a204fa5-e170-415a-860e-ec1e54468a84 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'aec953df-9604-4a6b-b81f-f63346e059d4', 'name': 'shared-subnet'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:39:23.932905 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-8a204fa5-e170-415a-860e-ec1e54468a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:39:23.943956 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-8a204fa5-e170-415a-860e-ec1e54468a84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:39:23.955181 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a204fa5-e170-415a-860e-ec1e54468a84 admin admin] Made reservation on behalf of e0b7d227255a482f9e1364eb03f16f01 for: {'subnet': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:39:23.957610 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8a204fa5-e170-415a-860e-ec1e54468a84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:24.333149 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8a204fa5-e170-415a-860e-ec1e54468a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for subnet, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:24.337538 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:39:24.406434 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a204fa5-e170-415a-860e-ec1e54468a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f6efe9-63d7-4df3-8b5d-6fa79e25ec34,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:39:24.410628 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8a204fa5-e170-415a-860e-ec1e54468a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:39:24.414556 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a204fa5-e170-415a-860e-ec1e54468a84 admin admin] Checking segment: {'id': '1b3d3fdc-5efa-4839-a29e-f18bf3619a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'aec953df-9604-4a6b-b81f-f63346e059d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:39:24.414908 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a204fa5-e170-415a-860e-ec1e54468a84 admin admin] Network hostable DHCP agents. Network: aec953df-9604-4a6b-b81f-f63346e059d4, hostable agents: ['548e5bae-174c-4437-b5d4-5dd15da226b0'], hosted agents: [] {{(pid=73860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:39:24.431975 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a204fa5-e170-415a-860e-ec1e54468a84 admin admin] Network aec953df-9604-4a6b-b81f-f63346e059d4 is scheduled to be hosted by DHCP agent 548e5bae-174c-4437-b5d4-5dd15da226b0 with binding_index 1 {{(pid=73860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:39:24.443199 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-8a204fa5-e170-415a-860e-ec1e54468a84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-smb, aec953df-9604-4a6b-b81f-f63346e059d4) {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:39:24.447515 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a204fa5-e170-415a-860e-ec1e54468a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:39:24.448152 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8a204fa5-e170-415a-860e-ec1e54468a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:24.455422 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488cd81f-e823-45e5-a7ae-71b202f2ac8f None None] Network aec953df-9604-4a6b-b81f-f63346e059d4 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:39:24.484045 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-8a204fa5-e170-415a-860e-ec1e54468a84 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5546956 May 04 13:39:24.692278 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfbf21e1-5d9b-5b7c-a50d-f7224e599174-aec953df-9604-4a6b-b81f-f63346e059d4', 'network_id': 'aec953df-9604-4a6b-b81f-f63346e059d4', 'tenant_id': 'e0b7d227255a482f9e1364eb03f16f01', 'fixed_ips': [{'subnet_id': 'c6f6efe9-63d7-4df3-8b5d-6fa79e25ec34'}]}} from dv-cinder-789564-1-smb. {{(pid=73862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 13:39:24.693133 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:24.856460 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Allocated IP 192.168.233.2 (aec953df-9604-4a6b-b81f-f63346e059d4/c6f6efe9-63d7-4df3-8b5d-6fa79e25ec34/59dbd902-48a1-48d6-a47b-c8d5fb11872f) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:39:25.077004 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:25.087724 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Transition to ACTIVE for port object 59dbd902-48a1-48d6-a47b-c8d5fb11872f will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:39:25.107502 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Transition to ACTIVE for port object 59dbd902-48a1-48d6-a47b-c8d5fb11872f will not be triggered until provisioned by entity DHCP. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:39:25.115059 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:25.122861 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:39:25.179253 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Network aec953df-9604-4a6b-b81f-f63346e059d4 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:39:25.181925 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:39:25.184968 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:39:25.202282 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Pushing event updated for resources: {'Port': ['ID=59dbd902-48a1-48d6-a47b-c8d5fb11872f,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:39:25.238094 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:25.238445 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:25.238781 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:25.239112 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:25.239430 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:25.239758 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:25.240103 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:25.240430 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:25.240752 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:25.241067 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:25.241381 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:25.241693 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:25.245658 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:39:25.305873 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Attempting to bind port 59dbd902-48a1-48d6-a47b-c8d5fb11872f on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:39:25.306263 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Attempting to bind port 59dbd902-48a1-48d6-a47b-c8d5fb11872f by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': '1b3d3fdc-5efa-4839-a29e-f18bf3619a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'aec953df-9604-4a6b-b81f-f63346e059d4'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:39:25.306622 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Attempting to bind port 59dbd902-48a1-48d6-a47b-c8d5fb11872f on network aec953df-9604-4a6b-b81f-f63346e059d4 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:39:25.312186 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:39:25.312559 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Checking segment: {'id': '1b3d3fdc-5efa-4839-a29e-f18bf3619a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'aec953df-9604-4a6b-b81f-f63346e059d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:39:25.312958 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:25.313350 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Bound using segment: {'id': '1b3d3fdc-5efa-4839-a29e-f18bf3619a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'aec953df-9604-4a6b-b81f-f63346e059d4'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:39:25.314348 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Bound port: 59dbd902-48a1-48d6-a47b-c8d5fb11872f, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d3fdc-5efa-4839-a29e-f18bf3619a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'aec953df-9604-4a6b-b81f-f63346e059d4'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:39:25.314737 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:25.408317 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] For port 59dbd902-48a1-48d6-a47b-c8d5fb11872f, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:39:25.412216 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] For port 59dbd902-48a1-48d6-a47b-c8d5fb11872f, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=59dbd902-48a1-48d6-a47b-c8d5fb11872f,segment=NetworkSegment(1b3d3fdc-5efa-4839-a29e-f18bf3619a19),segment_id=1b3d3fdc-5efa-4839-a29e-f18bf3619a19)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:39:25.417101 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:25.422645 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9e0bebef-e543-450f-8700-a18f0700d2df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:39:25.503001 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Pushing event updated for resources: {'Port': ['ID=59dbd902-48a1-48d6-a47b-c8d5fb11872f,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:39:25.506143 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:39:26.146629 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-87005fb9-3cef-45b5-99d6-7b8bd2f24bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:26.377322 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55accf6-bc0f-41ca-8bd7-e098e0e6475a None None] Network aec953df-9604-4a6b-b81f-f63346e059d4 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:39:26.492869 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-6a7b6c75-b494-450f-8cab-3e452eb0fe97 None None] Provisioning for port 59dbd902-48a1-48d6-a47b-c8d5fb11872f completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:39:27.597539 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 59dbd902-48a1-48d6-a47b-c8d5fb11872f up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:39:27.678124 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port 59dbd902-48a1-48d6-a47b-c8d5fb11872f completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:39:27.686683 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 59dbd902-48a1-48d6-a47b-c8d5fb11872f triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:39:27.687292 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:27.824281 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:27.862339 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port 59dbd902-48a1-48d6-a47b-c8d5fb11872f, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=59dbd902-48a1-48d6-a47b-c8d5fb11872f,segment=NetworkSegment(1b3d3fdc-5efa-4839-a29e-f18bf3619a19),segment_id=1b3d3fdc-5efa-4839-a29e-f18bf3619a19)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:39:27.865815 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:27.867989 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9e0bebef-e543-450f-8700-a18f0700d2df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:39:27.946536 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=59dbd902-48a1-48d6-a47b-c8d5fb11872f,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:39:27.949972 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:39:28.778614 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c337ffd7-0056-40d9-83f1-623ac8ae8be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:29.445822 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:29.563028 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 59dbd902-48a1-48d6-a47b-c8d5fb11872f up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:39:29.642374 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 59dbd902-48a1-48d6-a47b-c8d5fb11872f triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:39:29.642814 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:30.238146 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:32.570539 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:32.779060 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 5 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:39:56.140790 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2de8-7d5d-4ea0-9508-7290ecf0e9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:58.773587 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eeef8e24-3c1f-4ccb-a82d-54ddc7816e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:39:59.441393 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:40:00.239532 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:40:02.546867 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:40:09.778209 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 5 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:40:26.134998 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cf75b195-f914-4d22-b0e8-bef00878876e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:40:28.776425 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b17ee0d9-1cc8-4758-ab70-ef4e8d967c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:40:29.444766 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:40:30.241401 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:40:32.550633 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:40:41.562485 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 44026) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:40:41.570442 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [None req-c31e1b56-5112-4dee-b841-71b7c7fb1c2a tempest-verify_tempest_config-60118131 tempest-verify_tempest_config-60118131-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=73860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 13:40:41.571444 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-c31e1b56-5112-4dee-b841-71b7c7fb1c2a tempest-verify_tempest_config-60118131 tempest-verify_tempest_config-60118131-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066354 May 04 13:40:41.897269 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 44044) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:40:42.017478 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:40:42.032727 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:40:42.036700 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Usage tracker for resource:security_group_rule and tenant:77f1492f572044b2b4e5ad50dfafefb6 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:40:42.039629 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:40:42.045953 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:40:42.132244 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:40:42.136363 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:40:42.144554 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:40:42.185364 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Synchronizing usage tracker for tenant:e0b7d227255a482f9e1364eb03f16f01 on resource:security_group {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:40:42.189468 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937938f6-c190-4dc8-89df-8ad89a400c0d,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:40:42.199157 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:42.199504 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:42.199841 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:42.200205 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:42.200534 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:42.200857 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:42.201182 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:42.201504 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:42.201849 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:42.202176 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:42.202749 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:42.203064 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:42.207342 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:40:42.218133 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Unset dirty status for tenant:e0b7d227255a482f9e1364eb03f16f01 on resource:security_group {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:40:42.219665 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77f1492f572044b2b4e5ad50dfafefb6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3212895 May 04 13:40:42.222850 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 44050) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:40:42.282937 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ae535544-27ab-4667-899b-43c8f25abed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:40:42.311746 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ae535544-27ab-4667-899b-43c8f25abed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:40:42.406599 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ae535544-27ab-4667-899b-43c8f25abed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:40:42.410837 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:40:42.424546 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae535544-27ab-4667-899b-43c8f25abed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937938f6-c190-4dc8-89df-8ad89a400c0d,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:40:42.429327 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ae535544-27ab-4667-899b-43c8f25abed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:40:42.430391 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ae535544-27ab-4667-899b-43c8f25abed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:40:42.431476 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-ae535544-27ab-4667-899b-43c8f25abed6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/937938f6-c190-4dc8-89df-8ad89a400c0d HTTP/1.1" status: 204 len: 168 time: 0.2076390 May 04 13:40:46.779556 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 5 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:40:56.138235 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f08a22d7-323e-4d61-8ba7-8110c8264c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:40:58.783358 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a798d2d2-50e8-4052-9f1b-b66d5bd35e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:40:59.444265 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:41:00.244347 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:41:02.555780 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:41:23.778713 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 5 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:41:26.139751 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-aad197bc-514a-4757-8cee-087911de84e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:41:28.776914 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9c2e-8cde-4277-9c6f-b82545fe53ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:41:29.447254 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:41:30.247546 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:41:32.556610 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:41:56.141515 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3bb24063-95d3-475b-afdc-3148f3e14848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:41:58.778660 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f42cfac7-0915-46b2-99c1-7ec264afa109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:41:59.448544 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:42:00.249409 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:42:00.777762 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 5 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:42:02.558530 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:42:22.111313 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271'] for agent, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:42:26.143026 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-597c83fd-617a-406b-89f1-6b8ca4a6f04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:42:26.156980 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 44102) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:42:26.272869 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-1bb8d15c-a1cb-48bd-bcba-56615cd847db admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1143458 May 04 13:42:28.454248 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 44112) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:42:28.513544 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-89477b80-9f40-4b84-bc7c-78bc1b085948 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0582018 May 04 13:42:28.781266 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-dadc0711-f4fb-4fa5-bcf0-277ee8ffa5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:42:29.449980 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:42:30.253386 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:42:32.562342 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:42:37.777239 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:42:52.095923 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:42:56.144605 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-29d42707-98b6-481c-bffc-bc9944054c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:42:58.783495 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e7b9bede-4e4b-4657-a187-10f79ddf36b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:42:59.457825 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:43:00.258251 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:43:02.564448 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:43:14.843900 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:43:22.096968 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:43:26.157218 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-af677038-3e29-4a32-ba79-52ed40b0abd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:43:28.787748 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b573d6b3-dbcb-46f9-aa94-bb680724caf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:43:29.461025 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:43:30.259581 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:43:32.569251 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:43:51.776666 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:43:52.121346 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:43:56.164948 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-301e6325-cfd6-414b-bf97-d3d4ec5b52a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:43:58.819350 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-926a6b47-3971-4941-b251-678bb135bc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:43:59.440226 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 44262) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:43:59.469586 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:00.033140 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1529426007-network', 'tenant_id': '14598e286d464d1992dd44a6acea91b6'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:00.043625 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:00.052135 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Usage tracker for resource:network and tenant:14598e286d464d1992dd44a6acea91b6 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:00.057720 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:00.070477 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:00.089539 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Made reservation on behalf of 14598e286d464d1992dd44a6acea91b6 for: {'network': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:44:00.091986 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for network, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:00.106530 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:00.122878 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:00.127360 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Usage tracker for resource:security_group_rule and tenant:14598e286d464d1992dd44a6acea91b6 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:00.131380 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:00.138116 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:00.239075 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:00.246510 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:00.264852 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:00.272961 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:00.291392 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=73860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:44:00.313185 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:00.313772 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.db.segments_db [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Added segment 64bb48a6-3a24-49cb-913a-a9010211dbed of type vlan for network 0b664c84-9a70-4d82-b8d8-2acaae6d033d May 04 13:44:00.373510 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89df8bb4-eb67-4c90-8179-3ed7290ae5a8,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:00.396280 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760702352249'] for network, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:00.404487 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:00.404675 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:00.405139 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:00.405781 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:00.406320 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:00.406998 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:00.407485 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:00.408324 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:00.409022 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:00.409547 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:00.410317 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:00.410875 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Tracked resource versions report: May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: pushed versions: May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: { 'AddressGroup': {'1.2'}, May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'ConntrackHelper': {'1.0'}, May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'Log': {'1.0'}, May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'Network': {'1.1'}, May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'Port': {'1.7'}, May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'PortForwarding': {'1.2'}, May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'QosPolicy': {'1.8'}, May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'SecurityGroup': {'1.4'}, May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'SecurityGroupRule': {'1.2'}, May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'SubPort': {'1.0'}, May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'Subnet': {'1.1'}, May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'Trunk': {'1.1'}} May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: consumer versions: May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: { DHCP agent@dv-cinder-789564-1-smb: {}, May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: HyperV agent@hv-cinder-78956: {}, May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: L3 agent@dv-cinder-789564-1-smb: {}, May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: Metadata agent@dv-cinder-789564-1-smb: {}, May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: Metering agent@dv-cinder-789564-1-smb: {}, May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: Open vSwitch agent@dv-cinder-789564-1-smb: { 'AddressGroup': '1.2', May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'ConntrackHelper': '1.0', May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'Log': '1.0', May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'Network': '1.1', May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'Port': '1.7', May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'PortForwarding': '1.2', May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'QosPolicy': '1.8', May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'SecurityGroup': '1.4', May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'SecurityGroupRule': '1.2', May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'SubPort': '1.0', May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'Subnet': '1.1', May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: 'Trunk': '1.1'}} May 04 13:44:00.412882 dv-cinder-789564-1-smb neutron-server[73860]: {{(pid=73860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:44:00.453435 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:00.475623 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for network, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:00.477122 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:00.477728 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:00.501609 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:00.613067 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1698873 May 04 13:44:00.617539 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 44314) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:00.627220 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Pushing event updated for resources: {'Network': ['ID=0b664c84-9a70-4d82-b8d8-2acaae6d033d,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:00.633319 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:00.633829 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Request body: {'subnet': {'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1529426007-subnet', 'tenant_id': '14598e286d464d1992dd44a6acea91b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:00.646290 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Network 0b664c84-9a70-4d82-b8d8-2acaae6d033d details requested by agent ovs-agent-dv-cinder-789564-1-smb with host dv-cinder-789564-1-smb {{(pid=73862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 13:44:00.646642 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:00.654963 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Usage tracker for resource:subnet and tenant:14598e286d464d1992dd44a6acea91b6 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:00.662230 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:00.674680 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:00.698853 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Made reservation on behalf of 14598e286d464d1992dd44a6acea91b6 for: {'subnet': 1} {{(pid=73861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:44:00.704663 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:01.417868 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 44340) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:01.544232 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for subnet, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:01.553752 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-f507c181-7265-4cc4-833c-f9c761e6eb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:01.635371 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec6ae72-2da7-48aa-92cb-315d72809c08,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:01.643533 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:01.644075 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:01.644500 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:01.644842 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:01.645169 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:01.645499 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:01.645860 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:01.646181 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:01.646615 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:01.646921 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:01.647248 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:01.647570 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Tracked resource versions report: May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: pushed versions: May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: { 'AddressGroup': {'1.2'}, May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'ConntrackHelper': {'1.0'}, May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'Log': {'1.0'}, May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'Network': {'1.1'}, May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'Port': {'1.7'}, May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'PortForwarding': {'1.2'}, May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'QosPolicy': {'1.8'}, May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'SecurityGroup': {'1.4'}, May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'SecurityGroupRule': {'1.2'}, May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'SubPort': {'1.0'}, May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'Subnet': {'1.1'}, May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'Trunk': {'1.1'}} May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: consumer versions: May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: { DHCP agent@dv-cinder-789564-1-smb: {}, May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: HyperV agent@hv-cinder-78956: {}, May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: L3 agent@dv-cinder-789564-1-smb: {}, May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: Metadata agent@dv-cinder-789564-1-smb: {}, May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: Metering agent@dv-cinder-789564-1-smb: {}, May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: Open vSwitch agent@dv-cinder-789564-1-smb: { 'AddressGroup': '1.2', May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'ConntrackHelper': '1.0', May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'Log': '1.0', May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'Network': '1.1', May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'Port': '1.7', May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'PortForwarding': '1.2', May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'QosPolicy': '1.8', May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'SecurityGroup': '1.4', May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'SecurityGroupRule': '1.2', May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'SubPort': '1.0', May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'Subnet': '1.1', May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: 'Trunk': '1.1'}} May 04 13:44:01.648688 dv-cinder-789564-1-smb neutron-server[73861]: {{(pid=73861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:44:01.660470 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:01.674139 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Checking segment: {'id': '64bb48a6-3a24-49cb-913a-a9010211dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:44:01.674534 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Network hostable DHCP agents. Network: 0b664c84-9a70-4d82-b8d8-2acaae6d033d, hostable agents: ['548e5bae-174c-4437-b5d4-5dd15da226b0'], hosted agents: [] {{(pid=73861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:44:01.696805 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Network 0b664c84-9a70-4d82-b8d8-2acaae6d033d is scheduled to be hosted by DHCP agent 548e5bae-174c-4437-b5d4-5dd15da226b0 with binding_index 1 {{(pid=73861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:44:01.708703 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 44354) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:01.717348 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-smb, 0b664c84-9a70-4d82-b8d8-2acaae6d033d) {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:01.724404 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:01.725628 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:01.727526 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5686b329-efd8-4dfb-b3bd-e7c83d84bbc5 None None] Network 0b664c84-9a70-4d82-b8d8-2acaae6d033d requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:44:01.776917 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1575577 May 04 13:44:01.887263 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 44364) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:01.994954 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-903822028-network', 'tenant_id': '1663eef7b6514ababc60301bf99e7576'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:02.005204 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:02.011374 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Usage tracker for resource:network and tenant:1663eef7b6514ababc60301bf99e7576 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:02.016768 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:02.026916 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:02.032963 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5e6669-f3af-4937-9b14-0af8f7352292 None None] Network 0b664c84-9a70-4d82-b8d8-2acaae6d033d requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:44:02.040666 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Made reservation on behalf of 1663eef7b6514ababc60301bf99e7576 for: {'network': 1} {{(pid=73861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:44:02.044670 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for network, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:02.071538 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:02.092744 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:02.098749 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Usage tracker for resource:security_group_rule and tenant:1663eef7b6514ababc60301bf99e7576 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:02.103408 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:02.114392 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:02.182718 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2025143711-network', 'tenant_id': '7bea85a15656418198b0f51c80271aca'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:02.196354 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:02.211480 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Usage tracker for resource:network and tenant:7bea85a15656418198b0f51c80271aca is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:02.231584 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:02.260423 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:02.306534 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Made reservation on behalf of 7bea85a15656418198b0f51c80271aca for: {'network': 1} {{(pid=73861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:44:02.309065 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for network, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:02.342080 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:02.359853 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:02.364893 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Usage tracker for resource:security_group_rule and tenant:7bea85a15656418198b0f51c80271aca is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:02.370253 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:02.376318 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:02.448129 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:02.473766 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:02.473766 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:02.509099 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:02.517663 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:02.537853 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=73861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:44:02.564866 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1114164733-network', 'tenant_id': '58f906566f26438da4ad2e39018781da'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:02.570960 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:02.576836 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Usage tracker for resource:network and tenant:58f906566f26438da4ad2e39018781da is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:02.580265 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:02.587617 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:02.595839 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760702794280', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:02.596622 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Unsubscribe: segment precommit_create {{(pid=73861) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 13:44:02.597304 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.db.segments_db [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Added segment df708d1b-3fe2-4f2b-b5a1-0a8434e1078d of type vlan for network 173162e4-65be-4ace-a427-e6e40ca8cc8a May 04 13:44:02.611896 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:02.618348 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Made reservation on behalf of 58f906566f26438da4ad2e39018781da for: {'network': 1} {{(pid=73861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:44:02.620748 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for network, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:02.650545 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:02.663853 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:02.681862 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760702352249'] for network, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:02.708677 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:02.720033 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:02.757563 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:02.770000 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for network, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:02.771190 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Usage tracker for resource:security_group_rule and tenant:58f906566f26438da4ad2e39018781da is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:02.774189 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=73861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:44:02.777702 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:02.783948 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:02.784638 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:02.814766 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360c80e1-b2a8-4231-908c-d92a9f9042b6,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:02.823028 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:02.825655 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:02.826594 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:02.848367 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4286671 May 04 13:44:02.852201 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:02.852808 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.db.segments_db [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Added segment 314af9a7-9530-4926-9518-e292dd0275c6 of type vlan for network 1fd94811-ffd9-4e26-916f-1e2fa598c199 May 04 13:44:02.853059 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 44408) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:02.861474 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-f84fd87f-e9d8-42df-a17f-067cc05b470a admin admin] Request body: {'subnet': {'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-903822028-subnet', 'tenant_id': '1663eef7b6514ababc60301bf99e7576', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:02.874468 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f84fd87f-e9d8-42df-a17f-067cc05b470a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:02.889653 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-f84fd87f-e9d8-42df-a17f-067cc05b470a admin admin] Usage tracker for resource:subnet and tenant:1663eef7b6514ababc60301bf99e7576 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:02.897719 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-f84fd87f-e9d8-42df-a17f-067cc05b470a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:02.914128 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f84fd87f-e9d8-42df-a17f-067cc05b470a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:02.940213 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84fd87f-e9d8-42df-a17f-067cc05b470a admin admin] Made reservation on behalf of 1663eef7b6514ababc60301bf99e7576 for: {'subnet': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:44:02.948679 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f84fd87f-e9d8-42df-a17f-067cc05b470a admin admin] Notify callbacks [] for subnet, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:02.977318 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760702352249'] for network, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:02.981197 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Pushing event updated for resources: {'Network': ['ID=173162e4-65be-4ace-a427-e6e40ca8cc8a,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:02.988500 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:02.998232 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Network 173162e4-65be-4ace-a427-e6e40ca8cc8a details requested by agent ovs-agent-dv-cinder-789564-1-smb with host dv-cinder-789564-1-smb {{(pid=73862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 13:44:03.040714 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for network, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:03.043891 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:03.045012 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:03.163860 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:03.167010 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:03.213774 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:03.341622 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 44422) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:03.391848 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6816556 May 04 13:44:03.395448 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 44428) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:03.396850 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=73861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:44:03.399739 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Pushing event updated for resources: {'Network': ['ID=1fd94811-ffd9-4e26-916f-1e2fa598c199,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:03.409014 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:03.410031 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0f4109fd-6437-401b-aab4-256686322dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:03.412934 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Network 1fd94811-ffd9-4e26-916f-1e2fa598c199 details requested by agent ovs-agent-dv-cinder-789564-1-smb with host dv-cinder-789564-1-smb {{(pid=73862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 13:44:03.458587 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:03.459351 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.db.segments_db [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Added segment 323ec244-02a7-4ccd-887d-8537d1af19e2 of type vlan for network 8d95eefb-2a8a-45f9-b278-7b4aab662fc4 May 04 13:44:03.477001 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fd2a1b-be54-48ea-8e49-875a4b33d7a0,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:03.484247 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:03.495796 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-99dca052-46b8-4bbf-83ad-82e3d070a0ee admin admin] Request body: {'subnet': {'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2025143711-subnet', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:03.525289 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-99dca052-46b8-4bbf-83ad-82e3d070a0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:03.530726 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760702352249'] for network, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:03.547391 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-99dca052-46b8-4bbf-83ad-82e3d070a0ee admin admin] Usage tracker for resource:subnet and tenant:7bea85a15656418198b0f51c80271aca is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:03.555199 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-99dca052-46b8-4bbf-83ad-82e3d070a0ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:03.598252 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for network, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:03.601736 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:03.604277 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:03.624865 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:03.630677 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-99dca052-46b8-4bbf-83ad-82e3d070a0ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:03.712388 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dca052-46b8-4bbf-83ad-82e3d070a0ee admin admin] Made reservation on behalf of 7bea85a15656418198b0f51c80271aca for: {'subnet': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:44:03.717523 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-99dca052-46b8-4bbf-83ad-82e3d070a0ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:03.878070 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9895203 May 04 13:44:03.884349 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 44436) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:03.895731 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-f1570558-2b5d-40c9-8b89-6f94a9f4748a admin admin] Request body: {'subnet': {'network_id': '8d95eefb-2a8a-45f9-b278-7b4aab662fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1114164733-subnet', 'tenant_id': '58f906566f26438da4ad2e39018781da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:03.915251 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Pushing event updated for resources: {'Network': ['ID=8d95eefb-2a8a-45f9-b278-7b4aab662fc4,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:03.927458 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Network 8d95eefb-2a8a-45f9-b278-7b4aab662fc4 details requested by agent ovs-agent-dv-cinder-789564-1-smb with host dv-cinder-789564-1-smb {{(pid=73862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 13:44:03.931638 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:03.933544 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-f1570558-2b5d-40c9-8b89-6f94a9f4748a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:03.943350 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-f1570558-2b5d-40c9-8b89-6f94a9f4748a admin admin] Usage tracker for resource:subnet and tenant:58f906566f26438da4ad2e39018781da is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:03.951529 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-f1570558-2b5d-40c9-8b89-6f94a9f4748a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:03.970809 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-f1570558-2b5d-40c9-8b89-6f94a9f4748a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:03.995236 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1570558-2b5d-40c9-8b89-6f94a9f4748a admin admin] Made reservation on behalf of 58f906566f26438da4ad2e39018781da for: {'subnet': 1} {{(pid=73861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:44:03.998654 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f1570558-2b5d-40c9-8b89-6f94a9f4748a admin admin] Notify callbacks [] for subnet, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:04.166957 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f84fd87f-e9d8-42df-a17f-067cc05b470a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for subnet, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:04.204141 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:04.342209 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a6c78082-3c38-4cc1-b664-c997a279e0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:04.428385 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fd87f-e9d8-42df-a17f-067cc05b470a admin admin] Pushing event updated for resources: {'Subnet': ['ID=29831a22-bbbd-4838-bcc7-5e382073153a,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:04.437828 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f84fd87f-e9d8-42df-a17f-067cc05b470a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:04.452681 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-a6c78082-3c38-4cc1-b664-c997a279e0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:04.468125 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-a6c78082-3c38-4cc1-b664-c997a279e0c4 admin admin] Usage tracker for resource:security_group_rule and tenant:ebbb4d3d32094422bcba31c394a75052 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:04.475057 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-a6c78082-3c38-4cc1-b664-c997a279e0c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:04.494331 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-a6c78082-3c38-4cc1-b664-c997a279e0c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:04.508941 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84fd87f-e9d8-42df-a17f-067cc05b470a admin admin] Checking segment: {'id': 'df708d1b-3fe2-4f2b-b5a1-0a8434e1078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:44:04.509576 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84fd87f-e9d8-42df-a17f-067cc05b470a admin admin] Network hostable DHCP agents. Network: 173162e4-65be-4ace-a427-e6e40ca8cc8a, hostable agents: ['548e5bae-174c-4437-b5d4-5dd15da226b0'], hosted agents: [] {{(pid=73860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:44:04.625214 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84fd87f-e9d8-42df-a17f-067cc05b470a admin admin] Network 173162e4-65be-4ace-a427-e6e40ca8cc8a is scheduled to be hosted by DHCP agent 548e5bae-174c-4437-b5d4-5dd15da226b0 with binding_index 1 {{(pid=73860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:44:04.701456 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-f84fd87f-e9d8-42df-a17f-067cc05b470a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-smb, 173162e4-65be-4ace-a427-e6e40ca8cc8a) {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:04.707086 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84fd87f-e9d8-42df-a17f-067cc05b470a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:04.707920 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f84fd87f-e9d8-42df-a17f-067cc05b470a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:04.717354 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973994f4-5f76-4f8a-9037-68ad6749aad6 None None] Network 173162e4-65be-4ace-a427-e6e40ca8cc8a requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:44:04.815654 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-f84fd87f-e9d8-42df-a17f-067cc05b470a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9610996 May 04 13:44:04.818237 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a6c78082-3c38-4cc1-b664-c997a279e0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:04.819059 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 44460) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:04.827111 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-903822028-router', 'tenant_id': '1663eef7b6514ababc60301bf99e7576', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:04.834868 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a6c78082-3c38-4cc1-b664-c997a279e0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:04.836326 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:04.851591 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Usage tracker for resource:router and tenant:1663eef7b6514ababc60301bf99e7576 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:04.854412 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b0368eba-65f0-44f3-b240-37f3ecc60d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:04.879619 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:04.924601 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:05.002436 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-a6c78082-3c38-4cc1-b664-c997a279e0c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebbb4d3d32094422bcba31c394a75052&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6588662 May 04 13:44:05.004612 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 44478) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:05.011197 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c78082-3c38-4cc1-b664-c997a279e0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1b2dee-a56a-4028-a5d5-f98a79ad1b93,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:05.031368 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a6c78082-3c38-4cc1-b664-c997a279e0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:05.036127 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1977953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47740'] for router, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:05.039946 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1698401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47685'] for router, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:05.094518 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f1570558-2b5d-40c9-8b89-6f94a9f4748a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for subnet, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:05.101557 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:05.124649 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:05.200441 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1570558-2b5d-40c9-8b89-6f94a9f4748a admin admin] Checking segment: {'id': '323ec244-02a7-4ccd-887d-8537d1af19e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8d95eefb-2a8a-45f9-b278-7b4aab662fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:44:05.200801 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1570558-2b5d-40c9-8b89-6f94a9f4748a admin admin] Network hostable DHCP agents. Network: 8d95eefb-2a8a-45f9-b278-7b4aab662fc4, hostable agents: ['548e5bae-174c-4437-b5d4-5dd15da226b0'], hosted agents: [] {{(pid=73861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:44:05.203861 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1570558-2b5d-40c9-8b89-6f94a9f4748a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f3d61e3-5381-4af7-a438-ab88c354ad9f,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:05.208107 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-f1570558-2b5d-40c9-8b89-6f94a9f4748a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:05.225319 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1570558-2b5d-40c9-8b89-6f94a9f4748a admin admin] Network 8d95eefb-2a8a-45f9-b278-7b4aab662fc4 is scheduled to be hosted by DHCP agent 548e5bae-174c-4437-b5d4-5dd15da226b0 with binding_index 1 {{(pid=73861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:44:05.242301 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-f1570558-2b5d-40c9-8b89-6f94a9f4748a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-smb, 8d95eefb-2a8a-45f9-b278-7b4aab662fc4) {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:05.260782 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8a11de-e4f1-4bfd-9a14-ced2a00be37e None None] Network 8d95eefb-2a8a-45f9-b278-7b4aab662fc4 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:44:05.264460 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1570558-2b5d-40c9-8b89-6f94a9f4748a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:05.265138 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f1570558-2b5d-40c9-8b89-6f94a9f4748a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:05.303250 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f69110d-211b-49ea-ac59-09130279e8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:05.322832 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-f1570558-2b5d-40c9-8b89-6f94a9f4748a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4365706 May 04 13:44:05.420364 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-99dca052-46b8-4bbf-83ad-82e3d070a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for subnet, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:05.482987 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee5bde6-5bd7-4c8f-8dde-23473dab7360 None None] Network 173162e4-65be-4ace-a427-e6e40ca8cc8a requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:44:05.527184 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 44498) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:05.536472 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8a204fa5-e170-415a-860e-ec1e54468a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:05.537336 dv-cinder-789564-1-smb neutron-server[73861]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 13:44:05.570529 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f69110d-211b-49ea-ac59-09130279e8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:05.876684 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-e61b9088-f7dd-444d-97f2-a204eb3636b7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:05.880100 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-e61b9088-f7dd-444d-97f2-a204eb3636b7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/networks?id=0b664c84-9a70-4d82-b8d8-2acaae6d033d HTTP/1.1" status: 200 len: 815 time: 0.3486340 May 04 13:44:05.901879 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-c83b6701-f799-4c7a-a4f3-4c17642b418d tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/quotas/14598e286d464d1992dd44a6acea91b6 HTTP/1.1" status: 200 len: 375 time: 0.0150695 May 04 13:44:05.910259 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f69110d-211b-49ea-ac59-09130279e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:05.967341 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47707'] for router, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:05.982112 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d8a9ca5a-58ab-4f7e-bfb3-3bd7f5500d32 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=14598e286d464d1992dd44a6acea91b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733848 May 04 13:44:05.985194 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dca052-46b8-4bbf-83ad-82e3d070a0ee admin admin] Checking segment: {'id': '314af9a7-9530-4926-9518-e292dd0275c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:44:05.985689 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dca052-46b8-4bbf-83ad-82e3d070a0ee admin admin] Network hostable DHCP agents. Network: 1fd94811-ffd9-4e26-916f-1e2fa598c199, hostable agents: ['548e5bae-174c-4437-b5d4-5dd15da226b0'], hosted agents: [] {{(pid=73860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:44:06.007696 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dca052-46b8-4bbf-83ad-82e3d070a0ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f55995-417a-4b33-b1ec-1e179bdc93a5,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:06.026426 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-99dca052-46b8-4bbf-83ad-82e3d070a0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:06.032809 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ae535544-27ab-4667-899b-43c8f25abed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:06.059112 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69110d-211b-49ea-ac59-09130279e8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1b2dee-a56a-4028-a5d5-f98a79ad1b93,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:06.063918 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f69110d-211b-49ea-ac59-09130279e8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:06.065330 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-6f69110d-211b-49ea-ac59-09130279e8f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e1b2dee-a56a-4028-a5d5-f98a79ad1b93 HTTP/1.1" status: 204 len: 168 time: 1.0578113 May 04 13:44:06.067536 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6f69110d-211b-49ea-ac59-09130279e8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:06.077375 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dca052-46b8-4bbf-83ad-82e3d070a0ee admin admin] Network 1fd94811-ffd9-4e26-916f-1e2fa598c199 is scheduled to be hosted by DHCP agent 548e5bae-174c-4437-b5d4-5dd15da226b0 with binding_index 1 {{(pid=73860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:44:06.096426 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-99dca052-46b8-4bbf-83ad-82e3d070a0ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-smb, 1fd94811-ffd9-4e26-916f-1e2fa598c199) {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:06.148854 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92251123-73d8-4022-be09-956b4588e335 None None] Network 8d95eefb-2a8a-45f9-b278-7b4aab662fc4 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:44:06.174388 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dca052-46b8-4bbf-83ad-82e3d070a0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:06.175271 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-99dca052-46b8-4bbf-83ad-82e3d070a0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:06.185175 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0931b2-1df7-4138-950e-6e7689af70f3 None None] Network 1fd94811-ffd9-4e26-916f-1e2fa598c199 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:44:06.240678 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-99dca052-46b8-4bbf-83ad-82e3d070a0ee admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8382471 May 04 13:44:06.241051 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 44520) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:06.249062 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:06.266100 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:06.276223 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Usage tracker for resource:router and tenant:7bea85a15656418198b0f51c80271aca is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:06.283865 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:06.297025 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:06.324667 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d2dc600c-b680-4784-b243-840f6fd8d88d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=73861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 13:44:06.337929 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d2dc600c-b680-4784-b243-840f6fd8d88d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1427267 May 04 13:44:06.346344 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1977953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47740'] for router, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:06.348887 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1698401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47685'] for router, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:06.496023 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:06.558855 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:06.599082 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:06.624865 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-e95e87ff-0d01-4ee0-bc6a-f1b59284a83a service neutron] 10.222.0.44 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807448 May 04 13:44:06.820099 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Allocated IP 172.28.3.246 (ec979011-6604-4968-ace9-769b935940bc/86424637-3a1b-4645-9cbe-37dcbde5db40/1b2d3593-384c-428c-b3f5-d164e0636c1f) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:44:06.876405 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 44526) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:06.947223 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfbf21e1-5d9b-5b7c-a50d-f7224e599174-1fd94811-ffd9-4e26-916f-1e2fa598c199', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'fixed_ips': [{'subnet_id': '44f55995-417a-4b33-b1ec-1e179bdc93a5'}]}} from dv-cinder-789564-1-smb. {{(pid=73862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 13:44:06.948583 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:06.974887 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-066fc5c2-22a6-4d3b-bea9-fd786008924c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:07.015004 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-066fc5c2-22a6-4d3b-bea9-fd786008924c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:07.023712 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-066fc5c2-22a6-4d3b-bea9-fd786008924c admin admin] Usage tracker for resource:security_group_rule and tenant:2a18f625b4e746ddbcb867dfe2275e89 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:07.028343 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-066fc5c2-22a6-4d3b-bea9-fd786008924c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:07.039438 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-066fc5c2-22a6-4d3b-bea9-fd786008924c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:07.211895 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47707'] for router, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:07.366808 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-04476c2b-5f8e-4069-9d54-4c572f4209d1 service neutron] 10.222.0.44 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6818266 May 04 13:44:07.384096 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:07.424629 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-066fc5c2-22a6-4d3b-bea9-fd786008924c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:07.440041 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-066fc5c2-22a6-4d3b-bea9-fd786008924c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:07.470626 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:07.572848 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:07.577850 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-066fc5c2-22a6-4d3b-bea9-fd786008924c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a18f625b4e746ddbcb867dfe2275e89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7005057 May 04 13:44:07.583288 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 44546) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:07.616494 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Network ec979011-6604-4968-ace9-769b935940bc is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:44:07.621398 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:07.625170 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:44:07.634492 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Allocated IP 172.20.0.2 (1fd94811-ffd9-4e26-916f-1e2fa598c199/44f55995-417a-4b33-b1ec-1e179bdc93a5/810b858a-b0d0-4173-8200-ab3cdea44ce9) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:44:07.685103 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fc5c2-22a6-4d3b-bea9-fd786008924c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea87038-d1a9-4c02-aaa7-88bc16ee8057,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:07.696233 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-066fc5c2-22a6-4d3b-bea9-fd786008924c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:07.696836 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:07.790781 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Pushing event updated for resources: {'Port': ['ID=1b2d3593-384c-428c-b3f5-d164e0636c1f,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:07.848176 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:08.061249 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bc23e0c9-9e96-4430-9253-329ef537295b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:08.126118 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:08.130098 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:08.162965 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Transition to ACTIVE for port object 810b858a-b0d0-4173-8200-ab3cdea44ce9 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:44:08.188520 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Transition to ACTIVE for port object 810b858a-b0d0-4173-8200-ab3cdea44ce9 will not be triggered until provisioned by entity DHCP. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:44:08.194694 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bc23e0c9-9e96-4430-9253-329ef537295b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:08.199128 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:08.206669 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 44582) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:08.214491 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:08.258321 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:08.354764 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Network 1fd94811-ffd9-4e26-916f-1e2fa598c199 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:44:08.359933 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:08.366490 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:44:08.436105 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:08.557000 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Pushing event updated for resources: {'Port': ['ID=810b858a-b0d0-4173-8200-ab3cdea44ce9,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:08.569843 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bffb6f41-9ca4-41ab-ae52-63d66f1e71e2 req-2f74d221-db6f-433f-8351-75855a53324a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 210 time: 0.2986481 May 04 13:44:08.580749 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Attempting to bind port 810b858a-b0d0-4173-8200-ab3cdea44ce9 on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:44:08.581337 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Attempting to bind port 810b858a-b0d0-4173-8200-ab3cdea44ce9 by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': '314af9a7-9530-4926-9518-e292dd0275c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:44:08.581710 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Attempting to bind port 810b858a-b0d0-4173-8200-ab3cdea44ce9 on network 1fd94811-ffd9-4e26-916f-1e2fa598c199 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:44:08.592802 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:44:08.593184 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Checking segment: {'id': '314af9a7-9530-4926-9518-e292dd0275c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:44:08.593602 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:08.594002 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Bound using segment: {'id': '314af9a7-9530-4926-9518-e292dd0275c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:44:08.594513 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Bound port: 810b858a-b0d0-4173-8200-ab3cdea44ce9, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314af9a7-9530-4926-9518-e292dd0275c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:44:08.594890 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:08.611684 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:08.612239 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:08.613359 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:08.613703 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:08.614143 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:08.614672 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:08.615010 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:08.615337 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:08.615664 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:08.616509 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:08.616851 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:08.617473 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Tracked resource versions report: May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: pushed versions: May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: { 'AddressGroup': {'1.2'}, May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'ConntrackHelper': {'1.0'}, May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'Log': {'1.0'}, May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'Network': {'1.1'}, May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'Port': {'1.7'}, May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'PortForwarding': {'1.2'}, May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'QosPolicy': {'1.8'}, May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'SecurityGroup': {'1.4'}, May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'SecurityGroupRule': {'1.2'}, May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'SubPort': {'1.0'}, May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'Subnet': {'1.1'}, May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'Trunk': {'1.1'}} May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: consumer versions: May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: { DHCP agent@dv-cinder-789564-1-smb: {}, May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: HyperV agent@hv-cinder-78956: {}, May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: L3 agent@dv-cinder-789564-1-smb: {}, May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: Metadata agent@dv-cinder-789564-1-smb: {}, May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: Metering agent@dv-cinder-789564-1-smb: {}, May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: Open vSwitch agent@dv-cinder-789564-1-smb: { 'AddressGroup': '1.2', May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'ConntrackHelper': '1.0', May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'Log': '1.0', May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'Network': '1.1', May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'Port': '1.7', May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'PortForwarding': '1.2', May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'QosPolicy': '1.8', May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'SecurityGroup': '1.4', May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'SecurityGroupRule': '1.2', May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'SubPort': '1.0', May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'Subnet': '1.1', May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: 'Trunk': '1.1'}} May 04 13:44:08.618960 dv-cinder-789564-1-smb neutron-server[73862]: {{(pid=73862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:44:08.624717 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:08.728482 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] For port 810b858a-b0d0-4173-8200-ab3cdea44ce9, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:44:08.732889 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] For port 810b858a-b0d0-4173-8200-ab3cdea44ce9, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=810b858a-b0d0-4173-8200-ab3cdea44ce9,segment=NetworkSegment(314af9a7-9530-4926-9518-e292dd0275c6),segment_id=314af9a7-9530-4926-9518-e292dd0275c6)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:44:08.745355 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:08.766455 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:08.934575 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Pushing event updated for resources: {'Port': ['ID=810b858a-b0d0-4173-8200-ab3cdea44ce9,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:08.946642 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:08.964886 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-af3fddf0-38d5-4408-8917-a74bc95939d7 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:08.966539 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-af3fddf0-38d5-4408-8917-a74bc95939d7 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Synchronizing usage tracker for tenant:58f906566f26438da4ad2e39018781da on resource:network {{(pid=73861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:44:09.080748 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bc23e0c9-9e96-4430-9253-329ef537295b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:09.146622 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:09.173473 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-af3fddf0-38d5-4408-8917-a74bc95939d7 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Unset dirty status for tenant:58f906566f26438da4ad2e39018781da on resource:network {{(pid=73861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:44:09.175426 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-af3fddf0-38d5-4408-8917-a74bc95939d7 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/networks?id=8d95eefb-2a8a-45f9-b278-7b4aab662fc4 HTTP/1.1" status: 200 len: 812 time: 0.9597721 May 04 13:44:09.225869 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23e0c9-9e96-4430-9253-329ef537295b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea87038-d1a9-4c02-aaa7-88bc16ee8057,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:09.337920 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Allocated IP 172.28.3.182 (ec979011-6604-4968-ace9-769b935940bc/86424637-3a1b-4645-9cbe-37dcbde5db40/aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:44:09.632226 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-bc23e0c9-9e96-4430-9253-329ef537295b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:09.655411 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1977880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974463'] for router, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:09.657046 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-2513122d-7c5a-459a-ac79-ced560f38c3b tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/quotas/58f906566f26438da4ad2e39018781da HTTP/1.1" status: 200 len: 375 time: 0.4675386 May 04 13:44:09.707401 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bc23e0c9-9e96-4430-9253-329ef537295b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:09.708615 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-bc23e0c9-9e96-4430-9253-329ef537295b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ea87038-d1a9-4c02-aaa7-88bc16ee8057 HTTP/1.1" status: 204 len: 168 time: 2.1106160 May 04 13:44:09.955418 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 810b858a-b0d0-4173-8200-ab3cdea44ce9 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:44:09.959369 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-c8c379b3-cf11-4770-8549-e3c685c395d6 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=58f906566f26438da4ad2e39018781da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2671711 May 04 13:44:10.256792 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6ff2230e-a893-41a7-be54-73cddae65075 req-71ebcf0b-d782-44eb-9b53-0f8d2671acee tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 210 time: 0.2005148 May 04 13:44:10.294580 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port 810b858a-b0d0-4173-8200-ab3cdea44ce9 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:44:10.294865 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:10.495999 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:10.510331 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:10.553647 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Router be4fafc3-a2d2-4f2d-9afc-c48e52bde410 is scheduled to L3 agent 73496170-7287-4045-b161-19082356b6ce with binding_index 1 {{(pid=73860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 13:44:10.695314 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-e1b238ab-5f3e-4b5d-8fca-0d2f969c8329 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=73861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 13:44:10.706669 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-e1b238ab-5f3e-4b5d-8fca-0d2f969c8329 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4469280 May 04 13:44:10.709275 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Pushing event updated for resources: {'Port': ['ID=aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:10.741215 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:10.765691 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099c0f88-082f-4d72-a4e2-eff8a10a9ff3 None None] Network 1fd94811-ffd9-4e26-916f-1e2fa598c199 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:44:10.838239 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Network ec979011-6604-4968-ace9-769b935940bc is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:44:10.850303 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:10.860868 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:44:10.992009 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-e14037a8-d8d0-4f45-9fe9-806e6c5adfa6 None None] Provisioning for port 810b858a-b0d0-4173-8200-ab3cdea44ce9 completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:44:11.008911 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-e14037a8-d8d0-4f45-9fe9-806e6c5adfa6 None None] Provisioning complete for port 810b858a-b0d0-4173-8200-ab3cdea44ce9 triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:44:11.014523 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e14037a8-d8d0-4f45-9fe9-806e6c5adfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:11.229403 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:44:11.246760 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Sync routers for ids ['be4fafc3-a2d2-4f2d-9afc-c48e52bde410'] in dv-cinder-789564-1-smb {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:44:11.271182 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Routers {'be4fafc3-a2d2-4f2d-9afc-c48e52bde410'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:44:11.272240 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:43:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['be4fafc3-a2d2-4f2d-9afc-c48e52bde410'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:11.350973 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Notify callbacks [] for router, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:11.366151 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5328677 May 04 13:44:11.375647 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 44696) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:11.589491 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 44706) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:11.664412 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e14037a8-d8d0-4f45-9fe9-806e6c5adfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:11.823162 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-e583f378-5e69-405a-94fd-cf1ce6bc52a9 service neutron] 10.222.0.44 "GET /v2.0/networks/8d95eefb-2a8a-45f9-b278-7b4aab662fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1152806 May 04 13:44:11.859850 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-e14037a8-d8d0-4f45-9fe9-806e6c5adfa6 None None] For port 810b858a-b0d0-4173-8200-ab3cdea44ce9, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=810b858a-b0d0-4173-8200-ab3cdea44ce9,segment=NetworkSegment(314af9a7-9530-4926-9518-e292dd0275c6),segment_id=314af9a7-9530-4926-9518-e292dd0275c6)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:44:11.886611 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e14037a8-d8d0-4f45-9fe9-806e6c5adfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:11.924393 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:12.059187 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.30', 63807) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:12.121666 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Set router be4fafc3-a2d2-4f2d-9afc-c48e52bde410 gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:44:12.266693 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14037a8-d8d0-4f45-9fe9-806e6c5adfa6 None None] Pushing event updated for resources: {'Port': ['ID=810b858a-b0d0-4173-8200-ab3cdea44ce9,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:12.293677 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-e14037a8-d8d0-4f45-9fe9-806e6c5adfa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:12.461132 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-dc376799-1c07-4e8f-9e80-25c2c069a6a3 req-a2f056fb-6142-49ca-96de-521eeb24918e tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 210 time: 0.1979847 May 04 13:44:12.499918 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-77e8a623-fc65-4379-b166-5a6e7daa956b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:12.623823 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-77e8a623-fc65-4379-b166-5a6e7daa956b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:12.653297 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-77e8a623-fc65-4379-b166-5a6e7daa956b admin admin] Usage tracker for resource:security_group_rule and tenant:cdaa8ee4cb564ad0be3581eda37baab9 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:12.667144 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-77e8a623-fc65-4379-b166-5a6e7daa956b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:12.731117 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-77e8a623-fc65-4379-b166-5a6e7daa956b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:12.747956 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8ded2662-00b8-44ee-a72e-aa41b62aa239 None None] Provisioning complete for port 810b858a-b0d0-4173-8200-ab3cdea44ce9 triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:44:12.748366 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8ded2662-00b8-44ee-a72e-aa41b62aa239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:12.944557 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-78c45c3e-0526-45b4-9eb0-959705054dc9 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:12.945384 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-78c45c3e-0526-45b4-9eb0-959705054dc9 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Synchronizing usage tracker for tenant:14598e286d464d1992dd44a6acea91b6 on resource:network {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:44:13.000910 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-78c45c3e-0526-45b4-9eb0-959705054dc9 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Unset dirty status for tenant:14598e286d464d1992dd44a6acea91b6 on resource:network {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:44:13.001932 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-78c45c3e-0526-45b4-9eb0-959705054dc9 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.30 "GET /v2.0/networks?id=0b664c84-9a70-4d82-b8d8-2acaae6d033d HTTP/1.1" status: 200 len: 815 time: 0.9309015 May 04 13:44:13.114233 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Request body: {'port': {'device_id': '71c1e3bc-5929-4421-bf49-8c37a29ded53', 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d', 'admin_state_up': True, 'tenant_id': '14598e286d464d1992dd44a6acea91b6'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:13.119549 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-bc0276a1-5075-4f18-949c-1097da272642 service neutron] 10.222.0.44 "GET /v2.0/networks/8d95eefb-2a8a-45f9-b278-7b4aab662fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2744603 May 04 13:44:13.150327 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'name': 'tempest-ServerRescueNegativeTestJSON-903822028-router', 'tenant_id': '1663eef7b6514ababc60301bf99e7576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '1b2d3593-384c-428c-b3f5-d164e0636c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:05Z', 'updated_at': '2021-05-04T13:44:08Z', 'revision_number': 3, 'project_id': '1663eef7b6514ababc60301bf99e7576', 'gw_port': {'id': '1b2d3593-384c-428c-b3f5-d164e0636c1f', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:13.180699 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Checking router: be4fafc3-a2d2-4f2d-9afc-c48e52bde410 for host: dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:44:13.184669 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Updating router be4fafc3-a2d2-4f2d-9afc-c48e52bde410 port 1b2d3593-384c-428c-b3f5-d164e0636c1f binding host dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:44:13.193603 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:13.477760 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:13.871975 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 810b858a-b0d0-4173-8200-ab3cdea44ce9 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:44:14.076568 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:14.093180 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Usage tracker for resource:port and tenant:14598e286d464d1992dd44a6acea91b6 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:14.104790 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:14.124479 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:14.210808 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2b172fd7-019d-4eea-8f9f-93eb6a00fd6c req-ebfcf0d8-a3b5-47a9-97c0-094230ac9ca9 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 210 time: 0.2047160 May 04 13:44:14.227962 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 810b858a-b0d0-4173-8200-ab3cdea44ce9 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:44:14.229466 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:14.452371 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Made reservation on behalf of 14598e286d464d1992dd44a6acea91b6 for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:44:14.473055 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:14.606056 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 44814) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:14.771049 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1977880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974463'] for router, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:14.788016 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-04ae4671-f0fa-409c-bc47-a3889968c52e req-cac25065-2d8f-4fe6-9d4c-bffc6f62a800 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 210 time: 0.7841353 May 04 13:44:14.793179 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-77e8a623-fc65-4379-b166-5a6e7daa956b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:14.861935 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Notify callbacks [] for port, precommit_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:14.950219 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.provisioning_blocks [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Transition to ACTIVE for port object 1b2d3593-384c-428c-b3f5-d164e0636c1f will not be triggered until provisioned by entity L2. {{(pid=73863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:44:14.974305 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:15.014690 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:15.098209 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:15.202760 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Pushing event updated for resources: {'Port': ['ID=1b2d3593-384c-428c-b3f5-d164e0636c1f,revision_number=2']} {{(pid=73863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:15.229264 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:15.234293 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:15.235045 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:15.235573 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:15.236092 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:15.236634 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:15.237195 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:15.238252 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:15.240401 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:15.240968 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:15.244711 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:15.260600 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Tracked resource versions report: May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: pushed versions: May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: { 'AddressGroup': {'1.2'}, May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'ConntrackHelper': {'1.0'}, May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'Log': {'1.0'}, May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'Network': {'1.1'}, May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'Port': {'1.7'}, May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'PortForwarding': {'1.2'}, May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'QosPolicy': {'1.8'}, May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'SecurityGroup': {'1.4'}, May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'SecurityGroupRule': {'1.2'}, May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'SubPort': {'1.0'}, May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'Subnet': {'1.1'}, May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'Trunk': {'1.1'}} May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: consumer versions: May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: { DHCP agent@dv-cinder-789564-1-smb: {}, May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: HyperV agent@hv-cinder-78956: {}, May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: L3 agent@dv-cinder-789564-1-smb: {}, May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: Metadata agent@dv-cinder-789564-1-smb: {}, May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: Metering agent@dv-cinder-789564-1-smb: {}, May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: Open vSwitch agent@dv-cinder-789564-1-smb: { 'AddressGroup': '1.2', May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'ConntrackHelper': '1.0', May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'Log': '1.0', May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'Network': '1.1', May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'Port': '1.7', May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'PortForwarding': '1.2', May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'QosPolicy': '1.8', May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'SecurityGroup': '1.4', May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'SecurityGroupRule': '1.2', May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'SubPort': '1.0', May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'Subnet': '1.1', May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: 'Trunk': '1.1'}} May 04 13:44:15.261984 dv-cinder-789564-1-smb neutron-server[73863]: {{(pid=73863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:44:15.283938 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:15.312137 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Attempting to bind port 1b2d3593-384c-428c-b3f5-d164e0636c1f on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:44:15.313231 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Attempting to bind port 1b2d3593-384c-428c-b3f5-d164e0636c1f by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}] {{(pid=73863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:44:15.314253 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Attempting to bind port 1b2d3593-384c-428c-b3f5-d164e0636c1f on network ec979011-6604-4968-ace9-769b935940bc {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:44:15.325836 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:44:15.327186 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Checking segment: {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:44:15.328304 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:15.329454 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Bound using segment: {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'} {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:44:15.330875 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Bound port: 1b2d3593-384c-428c-b3f5-d164e0636c1f, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}}] {{(pid=73863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:44:15.334170 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:15.434901 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-77e8a623-fc65-4379-b166-5a6e7daa956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:15.499610 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:15.687234 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.db [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] For port 1b2d3593-384c-428c-b3f5-d164e0636c1f, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:44:15.701880 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.db [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] For port 1b2d3593-384c-428c-b3f5-d164e0636c1f, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=1b2d3593-384c-428c-b3f5-d164e0636c1f,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:44:15.712008 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:15.735810 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:15.759657 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8a623-fc65-4379-b166-5a6e7daa956b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00f9ec4-6029-4f91-bcee-eea1c990a93b,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:15.862917 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-77e8a623-fc65-4379-b166-5a6e7daa956b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cdaa8ee4cb564ad0be3581eda37baab9&name=default HTTP/1.1" status: 200 len: 2975 time: 4.2623425 May 04 13:44:15.879035 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-77e8a623-fc65-4379-b166-5a6e7daa956b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:15.890969 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 44846) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:15.918658 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5e3caf46-51cb-4d74-a75f-9d1beb2fe729 req-624e3924-3d72-44e5-9394-86bb9db2655d tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 210 time: 0.2647283 May 04 13:44:15.927239 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d9cd8d4c-d4a8-437d-91ce-69922bb56087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:16.037444 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Routers {'be4fafc3-a2d2-4f2d-9afc-c48e52bde410'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:44:16.039566 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:43:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['be4fafc3-a2d2-4f2d-9afc-c48e52bde410'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:16.126007 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Allocated IP 172.20.0.1 (173162e4-65be-4ace-a427-e6e40ca8cc8a/29831a22-bbbd-4838-bcc7-5e382073153a/6e175e1f-29d2-4e9d-9234-78d7bd12de21) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:44:16.245359 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Router df7df9e8-50d7-4852-bc0b-6c8423769823 is scheduled to L3 agent 73496170-7287-4045-b161-19082356b6ce with binding_index 1 {{(pid=73861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 13:44:16.442868 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Pushing event updated for resources: {'Port': ['ID=1b2d3593-384c-428c-b3f5-d164e0636c1f,revision_number=3']} {{(pid=73863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:16.473182 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:16.683271 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-d9cd8d4c-d4a8-437d-91ce-69922bb56087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:16.698733 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-d9cd8d4c-d4a8-437d-91ce-69922bb56087 admin admin] Usage tracker for resource:security_group_rule and tenant:82c4668740dc481e922459609a3c6e05 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:16.708498 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-d9cd8d4c-d4a8-437d-91ce-69922bb56087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:16.723596 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-d9cd8d4c-d4a8-437d-91ce-69922bb56087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:16.986144 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] Set router be4fafc3-a2d2-4f2d-9afc-c48e52bde410 gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:44:17.007710 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:44:17.021902 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Sync routers for ids ['df7df9e8-50d7-4852-bc0b-6c8423769823'] in dv-cinder-789564-1-smb {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:44:17.045028 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Routers {'df7df9e8-50d7-4852-bc0b-6c8423769823'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:44:17.050012 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:43:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['df7df9e8-50d7-4852-bc0b-6c8423769823'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:17.150215 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Allocated IP 172.20.0.14 (0b664c84-9a70-4d82-b8d8-2acaae6d033d/cec6ae72-2da7-48aa-92cb-315d72809c08/eee035f4-7317-47ae-9f20-a70097bbb987) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:44:17.168455 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e7e6b145-9a4a-4255-aa13-d05e9afc8f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:17.274980 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e7e6b145-9a4a-4255-aa13-d05e9afc8f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:17.402596 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8aa61f00-95ef-485f-ad4f-1f1fd1ea9190 req-2138f087-dd13-40f7-b8ff-484fec17eef7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 210 time: 0.0875967 May 04 13:44:17.431676 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6afbcf5a-1bfe-4704-9d91-a578f5e87fc3 req-a7be88d0-694f-4364-8cec-3b9f32af229c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 210 time: 0.4326377 May 04 13:44:17.463816 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Notify callbacks [] for router, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:17.469705 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.2279892 May 04 13:44:17.471292 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 44900) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:17.669675 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d9cd8d4c-d4a8-437d-91ce-69922bb56087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:17.694050 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d9cd8d4c-d4a8-437d-91ce-69922bb56087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:17.780897 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:17.822783 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-d9cd8d4c-d4a8-437d-91ce-69922bb56087 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82c4668740dc481e922459609a3c6e05&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2128394 May 04 13:44:17.825553 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 44906) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:17.853069 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd8d4c-d4a8-437d-91ce-69922bb56087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cf7ba7-8342-4c9f-ace2-d885d60eec23,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:17.879745 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d9cd8d4c-d4a8-437d-91ce-69922bb56087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:17.992242 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Set router df7df9e8-50d7-4852-bc0b-6c8423769823 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:44:18.106781 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:18.125896 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.30', 63815) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:18.515850 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'name': 'tempest-ServerRescueNegativeTestJSON-903822028-router', 'tenant_id': '1663eef7b6514ababc60301bf99e7576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '1b2d3593-384c-428c-b3f5-d164e0636c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:05Z', 'updated_at': '2021-05-04T13:44:08Z', 'revision_number': 3, 'project_id': '1663eef7b6514ababc60301bf99e7576', 'gw_port': {'id': '1b2d3593-384c-428c-b3f5-d164e0636c1f', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:18.541221 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dfa93d-2446-4f2f-8a65-8a8bb64bda01 None None] The sync data for ids ['be4fafc3-a2d2-4f2d-9afc-c48e52bde410'] in dv-cinder-789564-1-smb is: [{'id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'name': 'tempest-ServerRescueNegativeTestJSON-903822028-router', 'tenant_id': '1663eef7b6514ababc60301bf99e7576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '1b2d3593-384c-428c-b3f5-d164e0636c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:05Z', 'updated_at': '2021-05-04T13:44:08Z', 'revision_number': 3, 'project_id': '1663eef7b6514ababc60301bf99e7576', 'gw_port': {'id': '1b2d3593-384c-428c-b3f5-d164e0636c1f', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}] {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:44:18.664482 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 44922) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:18.715022 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:18.742647 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:11Z', 'revision_number': 3, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:18.754119 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Checking router: df7df9e8-50d7-4852-bc0b-6c8423769823 for host: dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:44:18.754628 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Updating router df7df9e8-50d7-4852-bc0b-6c8423769823 port aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2 binding host dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:44:18.823479 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:18.999956 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-5ba233a6-0f75-4045-a673-0abef2061053 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:19.003387 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-5ba233a6-0f75-4045-a673-0abef2061053 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.30 "GET /v2.0/networks?id=8d95eefb-2a8a-45f9-b278-7b4aab662fc4 HTTP/1.1" status: 200 len: 812 time: 0.8720922 May 04 13:44:19.042012 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:19.113637 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b6b88b4d-3a63-47c0-8665-0ee6bf2ebe61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:19.482024 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Request body: {'port': {'device_id': '662da658-fae1-42ea-b022-a8e5aa25b1b4', 'network_id': '8d95eefb-2a8a-45f9-b278-7b4aab662fc4', 'admin_state_up': True, 'tenant_id': '58f906566f26438da4ad2e39018781da'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:19.648627 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e7e6b145-9a4a-4255-aa13-d05e9afc8f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:19.862179 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5d85fc18-aec8-45a0-9e5a-97e9d7abf9b1 req-1d364706-d322-4475-94e4-44a45f35f429 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 210 time: 0.7106338 May 04 13:44:19.930864 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:19.996951 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:20.008243 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:20.026095 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Usage tracker for resource:port and tenant:58f906566f26438da4ad2e39018781da is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:20.049512 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8d847de9-3e14-4ba4-8877-fe24325cc7fe req-0fc2deb5-1a26-49de-a2f4-0d5c3fee89bd tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 210 time: 0.8507698 May 04 13:44:20.078469 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:20.086393 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Transition to ACTIVE for port object aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:44:20.108633 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4086c0f3-d89d-4c03-ad79-3fe91fa80473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:20.109187 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-815db885-c9de-48ea-9582-cfbd1286066e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:20.112128 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 1b2d3593-384c-428c-b3f5-d164e0636c1f up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:44:20.127233 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Network 173162e4-65be-4ace-a427-e6e40ca8cc8a is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:44:20.137354 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:20.142040 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:20.155923 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:44:20.156672 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967312'] for router_interface, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:20.163413 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:20.177137 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-815db885-c9de-48ea-9582-cfbd1286066e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:20.180495 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Pushing event updated for resources: {'Port': ['ID=6e175e1f-29d2-4e9d-9234-78d7bd12de21,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:20.207852 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:20.210188 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4086c0f3-d89d-4c03-ad79-3fe91fa80473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:20.215660 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-815db885-c9de-48ea-9582-cfbd1286066e admin admin] Usage tracker for resource:security_group_rule and tenant:0073b61da15544aab1d4bfcbb6e034bd is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:20.241466 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-815db885-c9de-48ea-9582-cfbd1286066e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:20.244869 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Made reservation on behalf of 58f906566f26438da4ad2e39018781da for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:44:20.250065 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:20.288627 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-815db885-c9de-48ea-9582-cfbd1286066e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:20.300720 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.192s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:20.304852 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4e306b19-5b94-474c-9708-a5f0315849bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:20.337852 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f704d759-afe7-4600-acac-2dc08ab4c484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:20.376507 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e7e6b145-9a4a-4255-aa13-d05e9afc8f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:20.379867 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-e7e6b145-9a4a-4255-aa13-d05e9afc8f5a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b00f9ec4-6029-4f91-bcee-eea1c990a93b HTTP/1.1" status: 204 len: 168 time: 4.4578159 May 04 13:44:20.386269 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4086c0f3-d89d-4c03-ad79-3fe91fa80473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:20.396091 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6b145-9a4a-4255-aa13-d05e9afc8f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00f9ec4-6029-4f91-bcee-eea1c990a93b,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:20.408789 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-e7e6b145-9a4a-4255-aa13-d05e9afc8f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:20.474605 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Network 0b664c84-9a70-4d82-b8d8-2acaae6d033d is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:44:20.507636 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:20.566310 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086c0f3-d89d-4c03-ad79-3fe91fa80473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cf7ba7-8342-4c9f-ace2-d885d60eec23,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:20.580620 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-4086c0f3-d89d-4c03-ad79-3fe91fa80473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:20.636718 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4086c0f3-d89d-4c03-ad79-3fe91fa80473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:20.637844 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b511f5-df4c-4c0c-baa4-ceb9573975b7 None None] Pushing event updated for resources: {'Port': ['ID=aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:20.654540 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-4086c0f3-d89d-4c03-ad79-3fe91fa80473 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/95cf7ba7-8342-4c9f-ace2-d885d60eec23 HTTP/1.1" status: 204 len: 168 time: 2.8208032 May 04 13:44:20.674736 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-c0b511f5-df4c-4c0c-baa4-ceb9573975b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:20.719724 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Attempting to bind port aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2 on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:44:20.722662 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Attempting to bind port aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2 by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:44:20.727896 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Attempting to bind port aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2 on network ec979011-6604-4968-ace9-769b935940bc {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:44:20.750982 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:44:20.753141 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Checking segment: {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:44:20.753717 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:20.755203 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Bound using segment: {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:44:20.758847 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Bound port: aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:44:20.759380 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:21.010899 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] For port aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:44:21.022882 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] For port aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:44:21.055885 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:21.068167 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port 1b2d3593-384c-428c-b3f5-d164e0636c1f completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:44:21.069031 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-815db885-c9de-48ea-9582-cfbd1286066e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:21.115420 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-e14037a8-d8d0-4f45-9fe9-806e6c5adfa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:21.399972 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b511f5-df4c-4c0c-baa4-ceb9573975b7 None None] Pushing event updated for resources: {'Port': ['ID=aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:21.410717 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 1b2d3593-384c-428c-b3f5-d164e0636c1f triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:44:21.413416 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:21.551514 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Allocated IP 172.20.0.8 (8d95eefb-2a8a-45f9-b278-7b4aab662fc4/2f3d61e3-5381-4af7-a438-ab88c354ad9f/b89fc3c9-9206-4955-aec2-ddbb084be005) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:44:21.641381 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-c0b511f5-df4c-4c0c-baa4-ceb9573975b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:21.710774 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Routers {'df7df9e8-50d7-4852-bc0b-6c8423769823'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:44:21.711499 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:43:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['df7df9e8-50d7-4852-bc0b-6c8423769823'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:21.777561 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:21.824141 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:44:21.840393 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:21.841082 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:21.900683 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-815db885-c9de-48ea-9582-cfbd1286066e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:21.946245 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d7ccb3e2-c43c-477b-a958-be0c355f4638 req-9bd26dc8-199d-4db5-ae35-b1a9944fe5b9 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 210 time: 0.2622840 May 04 13:44:22.169722 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Pushing event updated for resources: {'Port': ['ID=eee035f4-7317-47ae-9f20-a70097bbb987,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:22.186603 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.882s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:22.229059 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133b833-fc30-4c7c-99d4-ece621467d37 req-71b11dde-0c7a-410f-82f6-da626b4cb046 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:22.237547 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c133b833-fc30-4c7c-99d4-ece621467d37 req-71b11dde-0c7a-410f-82f6-da626b4cb046 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 932 time: 0.7588296 May 04 13:44:22.256175 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:22.291287 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:22.293113 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port 1b2d3593-384c-428c-b3f5-d164e0636c1f, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=1b2d3593-384c-428c-b3f5-d164e0636c1f,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:44:22.337963 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:22.393970 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-c0b511f5-df4c-4c0c-baa4-ceb9573975b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:22.411085 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:22.610700 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:22.621255 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c133b833-fc30-4c7c-99d4-ece621467d37 req-3719bc88-ccd3-4e06-a387-49b08ba0bbf6 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822584 May 04 13:44:22.625786 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=1b2d3593-384c-428c-b3f5-d164e0636c1f,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:22.751783 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:22.859159 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:22.907930 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] Set router df7df9e8-50d7-4852-bc0b-6c8423769823 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:44:22.970692 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815db885-c9de-48ea-9582-cfbd1286066e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cd2e4f-dfde-40ff-8f2b-8499a2f28f39,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:23.025529 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-815db885-c9de-48ea-9582-cfbd1286066e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:23.065489 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.9661143 May 04 13:44:23.148747 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Allocated IP 172.20.0.1 (1fd94811-ffd9-4e26-916f-1e2fa598c199/44f55995-417a-4b33-b1ec-1e179bdc93a5/e1ee3632-9113-4a3f-b4ff-7fb990f03b74) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:44:23.164319 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-a661b6b2-d156-422f-b980-835891e675e2 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=73860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 13:44:23.165367 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-a661b6b2-d156-422f-b980-835891e675e2 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0416870 May 04 13:44:23.182372 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:23.240801 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-815db885-c9de-48ea-9582-cfbd1286066e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0073b61da15544aab1d4bfcbb6e034bd&name=default HTTP/1.1" status: 200 len: 2975 time: 4.5306983 May 04 13:44:23.241883 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 45008) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:23.475566 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45014) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:23.623750 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:23.752959 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:11Z', 'revision_number': 3, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:23.792985 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535ec38-0706-4432-84f6-f52b2b7bb5c4 None None] The sync data for ids ['df7df9e8-50d7-4852-bc0b-6c8423769823'] in dv-cinder-789564-1-smb is: [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:11Z', 'revision_number': 3, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:44:23.910959 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e73343c9-1dd3-4132-bb04-e3d244e26a32 req-e8f6b1ec-f1ab-4b94-929b-1ee69417e225 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 210 time: 0.4057493 May 04 13:44:23.962604 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:23.975422 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Transition to ACTIVE for port object e1ee3632-9113-4a3f-b4ff-7fb990f03b74 will not be triggered until provisioned by entity DHCP. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:44:24.035173 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:24.129968 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:24.152575 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-92eb76de-5bb0-46d2-aaa0-d6cd42954f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:24.218598 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5e64f371-52d4-40d8-9b25-b70eb99af8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:24.413852 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:24.444849 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-156199560-network', 'tenant_id': '916e9e60f44f4cd89a225194066f67e6'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:24.535428 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Request body: {'port': {'device_id': '71c1e3bc-5929-4421-bf49-8c37a29ded53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:24.621646 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 1b2d3593-384c-428c-b3f5-d164e0636c1f up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:44:24.628486 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Network 8d95eefb-2a8a-45f9-b278-7b4aab662fc4 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:44:24.628781 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Network 1fd94811-ffd9-4e26-916f-1e2fa598c199 is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:44:24.633454 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:24.648637 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Resources bound (agent type, host, resource id): {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:24.656916 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:44:24.657264 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:24.657439 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967312'] for router_interface, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:24.699910 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:44:24.739876 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:24.745280 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:24.949739 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967219'] for router_interface, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:25.022548 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 1b2d3593-384c-428c-b3f5-d164e0636c1f triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:44:25.023219 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:25.124861 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5e64f371-52d4-40d8-9b25-b70eb99af8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:25.227636 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8240788 May 04 13:44:25.234619 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Pushing event updated for resources: {'Port': ['ID=b89fc3c9-9206-4955-aec2-ddbb084be005,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:25.320355 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.285s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:25.337339 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-dd868c92-09b2-4af6-a610-caa9e20e3029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:25.415548 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-ef685b9b-7263-4c56-a18e-bb771e4411cf None None] Provisioning for port e1ee3632-9113-4a3f-b4ff-7fb990f03b74 completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:44:25.428914 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-ef685b9b-7263-4c56-a18e-bb771e4411cf None None] Provisioning complete for port e1ee3632-9113-4a3f-b4ff-7fb990f03b74 triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:44:25.429773 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ef685b9b-7263-4c56-a18e-bb771e4411cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:25.508729 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Request body: {'port': {'device_id': '662da658-fae1-42ea-b022-a8e5aa25b1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:25.539627 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:25.548885 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Usage tracker for resource:network and tenant:916e9e60f44f4cd89a225194066f67e6 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:25.553311 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:25.561012 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:25.600866 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-ef685b9b-7263-4c56-a18e-bb771e4411cf None None] Port e1ee3632-9113-4a3f-b4ff-7fb990f03b74 cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:44:25.777053 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Made reservation on behalf of 916e9e60f44f4cd89a225194066f67e6 for: {'network': 1} {{(pid=73861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:44:25.783030 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for network, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:25.816247 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:25.831677 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Pushing event updated for resources: {'Port': ['ID=e1ee3632-9113-4a3f-b4ff-7fb990f03b74,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:25.841703 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:25.847545 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Usage tracker for resource:security_group_rule and tenant:916e9e60f44f4cd89a225194066f67e6 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:25.851973 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.700s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:25.852935 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:25.866102 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:25.964619 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1698e26-4fea-49a3-8d0c-c8f09873309c req-49ff0978-d835-4618-8a2a-8127cb81e430 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:25.972683 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d1698e26-4fea-49a3-8d0c-c8f09873309c req-49ff0978-d835-4618-8a2a-8127cb81e430 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 932 time: 1.5644510 May 04 13:44:26.069088 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d1698e26-4fea-49a3-8d0c-c8f09873309c req-36bc7f66-614b-471d-9d08-9969a228fd8c tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932090 May 04 13:44:26.211727 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6cfaa9e5-73ed-4bb9-838a-93e811c55251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:26.298938 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca233574-4d36-4e6c-b7c1-e98331d236ef req-5be3c5ff-d3ac-431b-b312-f2dc4f647776 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:26.322675 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ca233574-4d36-4e6c-b7c1-e98331d236ef req-5be3c5ff-d3ac-431b-b312-f2dc4f647776 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 931 time: 0.7844663 May 04 13:44:26.426525 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Network 173162e4-65be-4ace-a427-e6e40ca8cc8a is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:44:26.466947 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:26.537412 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:44:26.621351 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:26.629522 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Pushing event updated for resources: {'Port': ['ID=6e175e1f-29d2-4e9d-9234-78d7bd12de21,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:26.640018 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-ca233574-4d36-4e6c-b7c1-e98331d236ef req-8f3abf71-ae8b-4261-81ed-ae880acc7950 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Synchronizing usage tracker for tenant:58f906566f26438da4ad2e39018781da on resource:security_group {{(pid=73861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:44:26.654885 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:26.656543 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:26.669282 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.332s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:26.685992 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:26.776158 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:26.855186 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:44:26.858647 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90db368b-33a3-4309-a449-ddb06c2ac9d4,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:26.870166 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:44:26.871601 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:26.874898 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-ca233574-4d36-4e6c-b7c1-e98331d236ef req-8f3abf71-ae8b-4261-81ed-ae880acc7950 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Unset dirty status for tenant:58f906566f26438da4ad2e39018781da on resource:security_group {{(pid=73861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:44:26.900278 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ca233574-4d36-4e6c-b7c1-e98331d236ef req-8f3abf71-ae8b-4261-81ed-ae880acc7950 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8fd2a1b-be54-48ea-8e49-875a4b33d7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5768147 May 04 13:44:26.903319 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:26.921942 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=73861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:44:26.999847 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:27.000458 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.db.segments_db [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Added segment 3e8744d5-221a-41ae-9c6f-4854184ad22e of type vlan for network caf25e12-0747-4a07-a054-a0be089256f6 May 04 13:44:27.135743 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760702352249'] for network, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:27.189595 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5e64f371-52d4-40d8-9b25-b70eb99af8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:27.249797 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for network, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:27.292576 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:27.317174 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:44:27.328017 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:27.329857 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:27.334593 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:27.335341 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:27.381359 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:27.397044 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-066fc5c2-22a6-4d3b-bea9-fd786008924c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:27.420137 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:27.471782 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:27.475736 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:27.633439 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:27.684438 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64f371-52d4-40d8-9b25-b70eb99af8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cd2e4f-dfde-40ff-8f2b-8499a2f28f39,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:27.720399 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5e64f371-52d4-40d8-9b25-b70eb99af8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:27.802308 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5e64f371-52d4-40d8-9b25-b70eb99af8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:27.804279 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-5e64f371-52d4-40d8-9b25-b70eb99af8d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87cd2e4f-dfde-40ff-8f2b-8499a2f28f39 HTTP/1.1" status: 204 len: 168 time: 4.5513723 May 04 13:44:27.819705 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Pushing event updated for resources: {'Network': ['ID=caf25e12-0747-4a07-a054-a0be089256f6,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:27.824298 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:27.829810 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:27.835259 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Network caf25e12-0747-4a07-a054-a0be089256f6 details requested by agent ovs-agent-dv-cinder-789564-1-smb with host dv-cinder-789564-1-smb {{(pid=73862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 13:44:27.883167 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45068) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:27.884918 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967219'] for router_interface, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:27.891549 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:27.983796 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.5028605 May 04 13:44:28.024537 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 45076) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:28.075940 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-8d08c8fc-8d0f-4a42-9e31-7f4fa3db2adc admin admin] Request body: {'subnet': {'network_id': 'caf25e12-0747-4a07-a054-a0be089256f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-156199560-subnet', 'tenant_id': '916e9e60f44f4cd89a225194066f67e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:28.145752 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-8d08c8fc-8d0f-4a42-9e31-7f4fa3db2adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:28.346468 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Router be4fafc3-a2d2-4f2d-9afc-c48e52bde410 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:44:28.443185 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-8d08c8fc-8d0f-4a42-9e31-7f4fa3db2adc admin admin] Usage tracker for resource:subnet and tenant:916e9e60f44f4cd89a225194066f67e6 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:28.499985 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-8d08c8fc-8d0f-4a42-9e31-7f4fa3db2adc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:28.523564 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-8d08c8fc-8d0f-4a42-9e31-7f4fa3db2adc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:28.797979 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:44:28.828521 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Pushing event updated for resources: {'Port': ['ID=e1ee3632-9113-4a3f-b4ff-7fb990f03b74,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:28.840664 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.948s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:28.855876 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:44:29.034667 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421456e-a390-4bd2-a7e2-15fc15b91e17 req-e8789826-90e5-495d-bc08-87007a544e5e tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:29.042021 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2421456e-a390-4bd2-a7e2-15fc15b91e17 req-e8789826-90e5-495d-bc08-87007a544e5e tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 932 time: 1.6740665 May 04 13:44:29.060392 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8516066b-066d-487a-bea3-f5ebb7f244bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:29.093209 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:44:29.093875 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:29.196049 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-206f7443-b224-416a-95b2-a1f3d891d7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:29.228790 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45094) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:29.288778 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-206f7443-b224-416a-95b2-a1f3d891d7f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:29.293469 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4976a9dc-f73c-4afd-bf5e-5e950467e25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:29.337525 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-206f7443-b224-416a-95b2-a1f3d891d7f4 admin admin] Usage tracker for resource:security_group_rule and tenant:bb3f7ed83bd24d5d903eec0874d53678 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:29.367504 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Network 1fd94811-ffd9-4e26-916f-1e2fa598c199 is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:44:29.369031 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-206f7443-b224-416a-95b2-a1f3d891d7f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:29.375114 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Resources bound (agent type, host, resource id): {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:29.416445 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2421456e-a390-4bd2-a7e2-15fc15b91e17 req-555ccbcf-c8ac-4eee-aefc-081e4ce3d117 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312182 May 04 13:44:29.417911 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-206f7443-b224-416a-95b2-a1f3d891d7f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:29.429677 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-4976a9dc-f73c-4afd-bf5e-5e950467e25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:29.469901 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-4976a9dc-f73c-4afd-bf5e-5e950467e25b admin admin] Usage tracker for resource:security_group_rule and tenant:fd8e5b51a36f47c2afc0547bc36bc844 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:29.495705 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625895b3-6a5f-4343-bc19-1334664ff12d req-9c74b40b-53ac-4489-a55b-fb9bd83c83a9 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:29.497706 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-625895b3-6a5f-4343-bc19-1334664ff12d req-9c74b40b-53ac-4489-a55b-fb9bd83c83a9 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 931 time: 0.9548693 May 04 13:44:29.519494 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:29.556897 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-4976a9dc-f73c-4afd-bf5e-5e950467e25b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:29.593436 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-4976a9dc-f73c-4afd-bf5e-5e950467e25b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:29.684936 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-625895b3-6a5f-4343-bc19-1334664ff12d req-8621bee6-1844-447d-89dd-55e27f8ebc25 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8fd2a1b-be54-48ea-8e49-875a4b33d7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292851 May 04 13:44:29.816643 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d08c8fc-8d0f-4a42-9e31-7f4fa3db2adc admin admin] Made reservation on behalf of 916e9e60f44f4cd89a225194066f67e6 for: {'subnet': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:44:29.819066 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8d08c8fc-8d0f-4a42-9e31-7f4fa3db2adc admin admin] Notify callbacks [] for subnet, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:29.841582 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee035f4-7317-47ae-9f20-a70097bbb987 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:44:30.018816 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-2dd600a5-b076-475f-b654-ff5590f4c047 None None] Provisioning complete for port e1ee3632-9113-4a3f-b4ff-7fb990f03b74 triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:44:30.021126 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2dd600a5-b076-475f-b654-ff5590f4c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:30.031487 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Router df7df9e8-50d7-4852-bc0b-6c8423769823 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:44:30.037179 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:30.073503 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-206f7443-b224-416a-95b2-a1f3d891d7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:30.209350 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-2dd600a5-b076-475f-b654-ff5590f4c047 None None] Port e1ee3632-9113-4a3f-b4ff-7fb990f03b74 cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:44:30.210211 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89fc3c9-9206-4955-aec2-ddbb084be005 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:44:30.224771 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Transition to ACTIVE for port object eee035f4-7317-47ae-9f20-a70097bbb987 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:44:30.226827 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:30.242609 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:30.257040 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:44:30.263091 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:30.274061 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:30.280863 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Sync routers for ids ['be4fafc3-a2d2-4f2d-9afc-c48e52bde410'] in dv-cinder-789564-1-smb {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:44:30.302652 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Transition to ACTIVE for port object b89fc3c9-9206-4955-aec2-ddbb084be005 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:44:30.305330 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Routers {'be4fafc3-a2d2-4f2d-9afc-c48e52bde410'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:44:30.309005 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:44:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['be4fafc3-a2d2-4f2d-9afc-c48e52bde410'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:30.328117 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-206f7443-b224-416a-95b2-a1f3d891d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:30.328458 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:30.373300 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:30.385542 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4976a9dc-f73c-4afd-bf5e-5e950467e25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:30.404824 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] 10.222.0.44 "PUT /v2.0/routers/be4fafc3-a2d2-4f2d-9afc-c48e52bde410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.0253975 May 04 13:44:30.410680 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4976a9dc-f73c-4afd-bf5e-5e950467e25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:30.529381 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-4976a9dc-f73c-4afd-bf5e-5e950467e25b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd8e5b51a36f47c2afc0547bc36bc844&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2947950 May 04 13:44:30.539793 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45108) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:30.552563 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f7443-b224-416a-95b2-a1f3d891d7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38456875-0fdd-4fc9-8e32-8c238d1e32ef,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:30.575655 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-206f7443-b224-416a-95b2-a1f3d891d7f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb3f7ed83bd24d5d903eec0874d53678&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6175714 May 04 13:44:30.603996 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-206f7443-b224-416a-95b2-a1f3d891d7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:30.604614 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:30.625492 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:44:30.632134 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45114) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:30.645575 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Sync routers for ids ['df7df9e8-50d7-4852-bc0b-6c8423769823'] in dv-cinder-789564-1-smb {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:44:30.656050 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Routers {'df7df9e8-50d7-4852-bc0b-6c8423769823'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:44:30.656749 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:44:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['df7df9e8-50d7-4852-bc0b-6c8423769823'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:30.673287 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Pushing event updated for resources: {'Port': ['ID=eee035f4-7317-47ae-9f20-a70097bbb987,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:30.699144 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Set router be4fafc3-a2d2-4f2d-9afc-c48e52bde410 gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:44:30.987232 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:31.033282 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.631s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:31.043482 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Set router df7df9e8-50d7-4852-bc0b-6c8423769823 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:44:31.076094 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] 10.222.0.44 "PUT /v2.0/routers/df7df9e8-50d7-4852-bc0b-6c8423769823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5789371 May 04 13:44:31.076094 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976a9dc-f73c-4afd-bf5e-5e950467e25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86490ac6-8dd2-4e47-bf64-fc4e008aa66e,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:31.104673 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-4976a9dc-f73c-4afd-bf5e-5e950467e25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:31.245957 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Attempting to bind port eee035f4-7317-47ae-9f20-a70097bbb987 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:44:31.247034 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Attempting to bind port eee035f4-7317-47ae-9f20-a70097bbb987 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '64bb48a6-3a24-49cb-913a-a9010211dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:44:31.248707 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Attempting to bind port eee035f4-7317-47ae-9f20-a70097bbb987 on network 0b664c84-9a70-4d82-b8d8-2acaae6d033d {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:44:31.276978 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Port eee035f4-7317-47ae-9f20-a70097bbb987 on network 0b664c84-9a70-4d82-b8d8-2acaae6d033d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:44:31.278344 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Attempting to bind port eee035f4-7317-47ae-9f20-a70097bbb987 on network 0b664c84-9a70-4d82-b8d8-2acaae6d033d {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:44:31.297448 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'name': 'tempest-ServerRescueNegativeTestJSON-903822028-router', 'tenant_id': '1663eef7b6514ababc60301bf99e7576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '1b2d3593-384c-428c-b3f5-d164e0636c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:05Z', 'updated_at': '2021-05-04T13:44:20Z', 'revision_number': 4, 'project_id': '1663eef7b6514ababc60301bf99e7576', 'gw_port': {'id': '1b2d3593-384c-428c-b3f5-d164e0636c1f', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': '6e175e1f-29d2-4e9d-9234-78d7bd12de21', 'name': '', 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a', 'tenant_id': '1663eef7b6514ababc60301bf99e7576', 'mac_address': 'fa:16:3e:df:01:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29831a22-bbbd-4838-bcc7-5e382073153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:15Z', 'updated_at': '2021-05-04T13:44:23Z', 'revision_number': 2, 'project_id': '1663eef7b6514ababc60301bf99e7576', 'subnets': [{'id': '29831a22-bbbd-4838-bcc7-5e382073153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:31.300399 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:44:31.301345 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Checking segment: {'id': '64bb48a6-3a24-49cb-913a-a9010211dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:44:31.302556 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Bound using segment: {'id': '64bb48a6-3a24-49cb-913a-a9010211dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:44:31.303697 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Bound port: eee035f4-7317-47ae-9f20-a70097bbb987, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bb48a6-3a24-49cb-913a-a9010211dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:44:31.304671 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:31.309896 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Checking router: be4fafc3-a2d2-4f2d-9afc-c48e52bde410 for host: dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:44:31.310752 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Updating router be4fafc3-a2d2-4f2d-9afc-c48e52bde410 port 6e175e1f-29d2-4e9d-9234-78d7bd12de21 binding host dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:44:31.328374 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8fc5cd77-4b8a-4fc2-8aa8-6ec598f52628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:31.332672 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a7c603c4-bae9-44de-93db-8612c0719398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:31.411524 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:31.427533 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdef91-d1f5-4184-9ae6-1a4422744274 req-e4a2dcd6-0423-46a1-baf7-0386591f83ae tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:31.430933 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ffbdef91-d1f5-4184-9ae6-1a4422744274 req-e4a2dcd6-0423-46a1-baf7-0386591f83ae tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 944 time: 0.7683594 May 04 13:44:31.609389 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a7c603c4-bae9-44de-93db-8612c0719398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:31.648579 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:26Z', 'revision_number': 4, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'e1ee3632-9113-4a3f-b4ff-7fb990f03b74', 'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'mac_address': 'fa:16:3e:9c:f6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:22Z', 'updated_at': '2021-05-04T13:44:26Z', 'revision_number': 2, 'project_id': '7bea85a15656418198b0f51c80271aca', 'subnets': [{'id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:31.661557 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf4428-8c21-4fcc-8ac3-6574afa8c8c8 req-1b66141d-fbe6-46bb-aa72-220d8089adcd tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:31.663776 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Checking router: df7df9e8-50d7-4852-bc0b-6c8423769823 for host: dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:44:31.664376 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Updating router df7df9e8-50d7-4852-bc0b-6c8423769823 port e1ee3632-9113-4a3f-b4ff-7fb990f03b74 binding host dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:44:31.677796 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fcaf4428-8c21-4fcc-8ac3-6574afa8c8c8 req-1b66141d-fbe6-46bb-aa72-220d8089adcd tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 943 time: 0.6858869 May 04 13:44:31.680154 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8fc5cd77-4b8a-4fc2-8aa8-6ec598f52628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:31.727368 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Pushing event updated for resources: {'Port': ['ID=b89fc3c9-9206-4955-aec2-ddbb084be005,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:31.738498 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:31.776138 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:31.807437 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Attempting to bind port b89fc3c9-9206-4955-aec2-ddbb084be005 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:44:31.807783 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Attempting to bind port b89fc3c9-9206-4955-aec2-ddbb084be005 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '323ec244-02a7-4ccd-887d-8537d1af19e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8d95eefb-2a8a-45f9-b278-7b4aab662fc4'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:44:31.808168 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Attempting to bind port b89fc3c9-9206-4955-aec2-ddbb084be005 on network 8d95eefb-2a8a-45f9-b278-7b4aab662fc4 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:44:31.849825 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ffbdef91-d1f5-4184-9ae6-1a4422744274 req-5ac6d7c0-96fe-441c-aeb7-fefce735b951 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905413 May 04 13:44:31.852137 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Port b89fc3c9-9206-4955-aec2-ddbb084be005 on network 8d95eefb-2a8a-45f9-b278-7b4aab662fc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:44:31.852398 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Attempting to bind port b89fc3c9-9206-4955-aec2-ddbb084be005 on network 8d95eefb-2a8a-45f9-b278-7b4aab662fc4 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:44:31.873367 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] For port eee035f4-7317-47ae-9f20-a70097bbb987, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:44:31.876627 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:44:31.876970 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Checking segment: {'id': '323ec244-02a7-4ccd-887d-8537d1af19e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8d95eefb-2a8a-45f9-b278-7b4aab662fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:44:31.877379 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Bound using segment: {'id': '323ec244-02a7-4ccd-887d-8537d1af19e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8d95eefb-2a8a-45f9-b278-7b4aab662fc4'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:44:31.878317 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Bound port: b89fc3c9-9206-4955-aec2-ddbb084be005, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323ec244-02a7-4ccd-887d-8537d1af19e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8d95eefb-2a8a-45f9-b278-7b4aab662fc4'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:44:31.878540 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:31.899348 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a7c603c4-bae9-44de-93db-8612c0719398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:31.925010 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] For port eee035f4-7317-47ae-9f20-a70097bbb987, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=eee035f4-7317-47ae-9f20-a70097bbb987,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:44:31.950408 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:31.962535 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:32.021515 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:32.036934 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c603c4-bae9-44de-93db-8612c0719398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38456875-0fdd-4fc9-8e32-8c238d1e32ef,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:32.057429 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-a7c603c4-bae9-44de-93db-8612c0719398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:32.073987 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a7c603c4-bae9-44de-93db-8612c0719398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:32.086734 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-a7c603c4-bae9-44de-93db-8612c0719398 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38456875-0fdd-4fc9-8e32-8c238d1e32ef HTTP/1.1" status: 204 len: 168 time: 1.4467776 May 04 13:44:32.107601 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fcaf4428-8c21-4fcc-8ac3-6574afa8c8c8 req-256927f0-8c1a-43b3-95be-776ac1e50108 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8fd2a1b-be54-48ea-8e49-875a4b33d7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881726 May 04 13:44:32.120707 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Notify callbacks [] for port, precommit_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:32.157263 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.provisioning_blocks [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Transition to ACTIVE for port object 6e175e1f-29d2-4e9d-9234-78d7bd12de21 will not be triggered until provisioned by entity L2. {{(pid=73863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:44:32.177817 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:32.182684 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:32.185196 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8fc5cd77-4b8a-4fc2-8aa8-6ec598f52628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:32.191765 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-bc23e0c9-9e96-4430-9253-329ef537295b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:32.212414 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:32.214097 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:32.216260 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] 10.222.0.30 "PUT /v2.0/ports/eee035f4-7317-47ae-9f20-a70097bbb987 HTTP/1.1" status: 200 len: 1094 time: 8.3621860 May 04 13:44:32.218600 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5cd77-4b8a-4fc2-8aa8-6ec598f52628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86490ac6-8dd2-4e47-bf64-fc4e008aa66e,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:32.252077 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-8fc5cd77-4b8a-4fc2-8aa8-6ec598f52628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:32.258397 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c1e3bc-5929-4421-bf49-8c37a29ded53', 'tag': 'eee035f4-7317-47ae-9f20-a70097bbb987'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:44:32.260677 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8fc5cd77-4b8a-4fc2-8aa8-6ec598f52628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:32.274201 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-8fc5cd77-4b8a-4fc2-8aa8-6ec598f52628 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86490ac6-8dd2-4e47-bf64-fc4e008aa66e HTTP/1.1" status: 204 len: 168 time: 1.7306249 May 04 13:44:32.540897 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Pushing event updated for resources: {'Port': ['ID=eee035f4-7317-47ae-9f20-a70097bbb987,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:32.567080 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:32.584677 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] For port b89fc3c9-9206-4955-aec2-ddbb084be005, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:44:32.598095 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] For port b89fc3c9-9206-4955-aec2-ddbb084be005, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b89fc3c9-9206-4955-aec2-ddbb084be005,segment=NetworkSegment(323ec244-02a7-4ccd-887d-8537d1af19e2),segment_id=323ec244-02a7-4ccd-887d-8537d1af19e2)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:44:32.614426 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:32.630632 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d0cad777-18b4-4609-8aa0-70065c1ec6f3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:32.635910 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa648359-07d6-4575-9ab5-195f76299c68 None None] Pushing event updated for resources: {'Port': ['ID=6e175e1f-29d2-4e9d-9234-78d7bd12de21,revision_number=3']} {{(pid=73863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:32.644152 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-fa648359-07d6-4575-9ab5-195f76299c68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:32.782285 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Attempting to bind port 6e175e1f-29d2-4e9d-9234-78d7bd12de21 on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:44:32.782703 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Attempting to bind port 6e175e1f-29d2-4e9d-9234-78d7bd12de21 by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': 'df708d1b-3fe2-4f2b-b5a1-0a8434e1078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a'}] {{(pid=73863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:44:32.783245 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Attempting to bind port 6e175e1f-29d2-4e9d-9234-78d7bd12de21 on network 173162e4-65be-4ace-a427-e6e40ca8cc8a {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:44:32.787202 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:32.802300 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:44:32.802912 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Checking segment: {'id': 'df708d1b-3fe2-4f2b-b5a1-0a8434e1078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:44:32.803576 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:32.808385 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Bound using segment: {'id': 'df708d1b-3fe2-4f2b-b5a1-0a8434e1078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a'} {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:44:32.809367 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Bound port: 6e175e1f-29d2-4e9d-9234-78d7bd12de21, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df708d1b-3fe2-4f2b-b5a1-0a8434e1078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a'}}] {{(pid=73863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:44:32.810040 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:32.834968 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Transition to ACTIVE for port object e1ee3632-9113-4a3f-b4ff-7fb990f03b74 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:44:32.836429 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-7becf6f8-d4d8-4c3f-8e73-99fc37584f95 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:32.837734 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-7becf6f8-d4d8-4c3f-8e73-99fc37584f95 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Synchronizing usage tracker for tenant:1663eef7b6514ababc60301bf99e7576 on resource:network {{(pid=73861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:44:32.874123 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:32.888901 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-7becf6f8-d4d8-4c3f-8e73-99fc37584f95 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Unset dirty status for tenant:1663eef7b6514ababc60301bf99e7576 on resource:network {{(pid=73861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:44:32.893900 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-7becf6f8-d4d8-4c3f-8e73-99fc37584f95 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/networks?id=173162e4-65be-4ace-a427-e6e40ca8cc8a HTTP/1.1" status: 200 len: 818 time: 0.4290249 May 04 13:44:32.899927 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:32.900966 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:32.901976 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:32.905644 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] 10.222.0.30 "PUT /v2.0/ports/b89fc3c9-9206-4955-aec2-ddbb084be005 HTTP/1.1" status: 200 len: 1093 time: 7.5693393 May 04 13:44:32.979234 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 45174) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:32.988409 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-77044c5a-64e8-49b1-9693-30029cb9a566 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/quotas/1663eef7b6514ababc60301bf99e7576 HTTP/1.1" status: 200 len: 375 time: 0.0863481 May 04 13:44:33.087893 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a96737-051d-48a9-ad49-905b44801945 None None] Pushing event updated for resources: {'Port': ['ID=e1ee3632-9113-4a3f-b4ff-7fb990f03b74,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:33.109027 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-35a96737-051d-48a9-ad49-905b44801945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:33.117112 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:33.199773 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8d08c8fc-8d0f-4a42-9e31-7f4fa3db2adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for subnet, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:33.206319 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-623b4929-29fc-4ced-a45c-7660c1d7c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:33.212600 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-623b4929-29fc-4ced-a45c-7660c1d7c998 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14598e286d464d1992dd44a6acea91b6&device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 1097 time: 0.8710828 May 04 13:44:33.250135 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d32b4ad7-9a8a-4ac4-a4a3-8a020fe792e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:33.259779 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-dd1f6805-a34f-4e5e-8bb5-26db350bad89 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1663eef7b6514ababc60301bf99e7576&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2700346 May 04 13:44:33.294933 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45188) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:33.346247 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-a6f8ef41-3d75-42e4-b752-6b625ebf0e45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--660611309', 'description': 'tempest-description--305822837'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:33.371151 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-a6f8ef41-3d75-42e4-b752-6b625ebf0e45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:33.386018 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-a6f8ef41-3d75-42e4-b752-6b625ebf0e45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Usage tracker for resource:security_group and tenant:7bea85a15656418198b0f51c80271aca is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:33.392872 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.db [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] For port 6e175e1f-29d2-4e9d-9234-78d7bd12de21, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:44:33.397290 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-a6f8ef41-3d75-42e4-b752-6b625ebf0e45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:33.403858 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.db [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] For port 6e175e1f-29d2-4e9d-9234-78d7bd12de21, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=6e175e1f-29d2-4e9d-9234-78d7bd12de21,segment=NetworkSegment(df708d1b-3fe2-4f2b-b5a1-0a8434e1078d),segment_id=df708d1b-3fe2-4f2b-b5a1-0a8434e1078d)] {{(pid=73863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:44:33.405286 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-a6f8ef41-3d75-42e4-b752-6b625ebf0e45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:33.415772 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:33.459574 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:33.470520 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-7696e5f2-65f4-493d-85bc-5cb6cbe8c103 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eee035f4-7317-47ae-9f20-a70097bbb987 HTTP/1.1" status: 200 len: 217 time: 0.2315576 May 04 13:44:33.476531 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-d32b4ad7-9a8a-4ac4-a4a3-8a020fe792e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:33.481256 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-d32b4ad7-9a8a-4ac4-a4a3-8a020fe792e8 admin admin] Usage tracker for resource:security_group_rule and tenant:825145895e8d45f9ab766c2f8c4b6e8d is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:33.485658 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-d32b4ad7-9a8a-4ac4-a4a3-8a020fe792e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:33.494707 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-d32b4ad7-9a8a-4ac4-a4a3-8a020fe792e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:33.497658 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Attempting to bind port e1ee3632-9113-4a3f-b4ff-7fb990f03b74 on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:44:33.498277 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Attempting to bind port e1ee3632-9113-4a3f-b4ff-7fb990f03b74 by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': '314af9a7-9530-4926-9518-e292dd0275c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:44:33.498829 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Attempting to bind port e1ee3632-9113-4a3f-b4ff-7fb990f03b74 on network 1fd94811-ffd9-4e26-916f-1e2fa598c199 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:44:33.513944 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:44:33.514850 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Checking segment: {'id': '314af9a7-9530-4926-9518-e292dd0275c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:44:33.515440 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:33.517276 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Bound using segment: {'id': '314af9a7-9530-4926-9518-e292dd0275c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:44:33.518113 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Bound port: e1ee3632-9113-4a3f-b4ff-7fb990f03b74, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314af9a7-9530-4926-9518-e292dd0275c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:44:33.519951 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ef41-3d75-42e4-b752-6b625ebf0e45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:33.520474 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:33.651315 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-a6f8ef41-3d75-42e4-b752-6b625ebf0e45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:33.655962 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-a6f8ef41-3d75-42e4-b752-6b625ebf0e45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Usage tracker for resource:security_group_rule and tenant:7bea85a15656418198b0f51c80271aca is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:33.657488 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Routers {'be4fafc3-a2d2-4f2d-9afc-c48e52bde410'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:44:33.659132 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:44:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['be4fafc3-a2d2-4f2d-9afc-c48e52bde410'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:33.660206 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-a6f8ef41-3d75-42e4-b752-6b625ebf0e45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:33.668716 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-a6f8ef41-3d75-42e4-b752-6b625ebf0e45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:33.684937 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d32b4ad7-9a8a-4ac4-a4a3-8a020fe792e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:33.693079 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Pushing event updated for resources: {'Port': ['ID=b89fc3c9-9206-4955-aec2-ddbb084be005,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:33.704345 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.074s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:33.767003 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] For port e1ee3632-9113-4a3f-b4ff-7fb990f03b74, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:44:33.792346 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] For port e1ee3632-9113-4a3f-b4ff-7fb990f03b74, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=e1ee3632-9113-4a3f-b4ff-7fb990f03b74,segment=NetworkSegment(314af9a7-9530-4926-9518-e292dd0275c6),segment_id=314af9a7-9530-4926-9518-e292dd0275c6)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:44:33.802115 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-01fe826f-6616-401a-afd2-149ffe87c265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:33.809955 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:33.814781 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-c0b511f5-df4c-4c0c-baa4-ceb9573975b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:33.843483 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa648359-07d6-4575-9ab5-195f76299c68 None None] Pushing event updated for resources: {'Port': ['ID=6e175e1f-29d2-4e9d-9234-78d7bd12de21,revision_number=4']} {{(pid=73863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:33.848193 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-fa648359-07d6-4575-9ab5-195f76299c68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:33.898641 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-fa27bb78-eec4-4992-bbf9-4d801e610966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:33.908543 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-fa27bb78-eec4-4992-bbf9-4d801e610966 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cec6ae72-2da7-48aa-92cb-315d72809c08 HTTP/1.1" status: 200 len: 855 time: 0.1990182 May 04 13:44:34.026501 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ef41-3d75-42e4-b752-6b625ebf0e45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:34.035169 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a96737-051d-48a9-ad49-905b44801945 None None] Pushing event updated for resources: {'Port': ['ID=e1ee3632-9113-4a3f-b4ff-7fb990f03b74,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:34.047070 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ef41-3d75-42e4-b752-6b625ebf0e45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:34.048264 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-35a96737-051d-48a9-ad49-905b44801945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:34.061685 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-2427b24d-1f0c-4113-bdc8-77246e5cc3aa service neutron] 10.222.0.44 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8009286 May 04 13:44:34.063933 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] Set router be4fafc3-a2d2-4f2d-9afc-c48e52bde410 gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:44:34.065023 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d32b4ad7-9a8a-4ac4-a4a3-8a020fe792e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:34.069559 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08c8fc-8d0f-4a42-9e31-7f4fa3db2adc admin admin] Pushing event updated for resources: {'Subnet': ['ID=82067486-d536-4673-912b-eb562b930dc3,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:34.102369 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Routers {'df7df9e8-50d7-4852-bc0b-6c8423769823'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:44:34.103018 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:44:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['df7df9e8-50d7-4852-bc0b-6c8423769823'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:34.142870 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:34.168208 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8d08c8fc-8d0f-4a42-9e31-7f4fa3db2adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:34.181867 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5e64f371-52d4-40d8-9b25-b70eb99af8d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:34.188385 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad22b3-3fc8-47dd-81aa-0ff05b00b445 req-e0f2b4d9-adb1-4adf-90ec-5723f4db8a92 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:34.196872 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bbad22b3-3fc8-47dd-81aa-0ff05b00b445 req-e0f2b4d9-adb1-4adf-90ec-5723f4db8a92 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 944 time: 0.7743704 May 04 13:44:34.229244 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8ef41-3d75-42e4-b752-6b625ebf0e45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:34.234648 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-a6f8ef41-3d75-42e4-b752-6b625ebf0e45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:34.281347 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d08c8fc-8d0f-4a42-9e31-7f4fa3db2adc admin admin] Checking segment: {'id': '3e8744d5-221a-41ae-9c6f-4854184ad22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'caf25e12-0747-4a07-a054-a0be089256f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:44:34.281347 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d08c8fc-8d0f-4a42-9e31-7f4fa3db2adc admin admin] Network hostable DHCP agents. Network: caf25e12-0747-4a07-a054-a0be089256f6, hostable agents: ['548e5bae-174c-4437-b5d4-5dd15da226b0'], hosted agents: [] {{(pid=73860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:44:34.323688 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-91da1e5b-1f9a-4280-bbc0-6be2409724bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b664c84-9a70-4d82-b8d8-2acaae6d033d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2312016 May 04 13:44:34.418548 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-d32b4ad7-9a8a-4ac4-a4a3-8a020fe792e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=825145895e8d45f9ab766c2f8c4b6e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4230227 May 04 13:44:34.421848 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-e5f7aa84-34a5-41ff-8755-511c6e363a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:34.427962 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-e5f7aa84-34a5-41ff-8755-511c6e363a50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f906566f26438da4ad2e39018781da&device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 1096 time: 1.3564045 May 04 13:44:34.428725 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b4ad7-9a8a-4ac4-a4a3-8a020fe792e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fab6de-a789-42bd-a62a-b568f091c598,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:34.447292 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45216) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:34.461098 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d32b4ad7-9a8a-4ac4-a4a3-8a020fe792e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:34.526230 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] Set router df7df9e8-50d7-4852-bc0b-6c8423769823 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:44:34.602997 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bbad22b3-3fc8-47dd-81aa-0ff05b00b445 req-483fac95-1b27-40af-862f-97282bfc26e4 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667338 May 04 13:44:34.604401 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ef41-3d75-42e4-b752-6b625ebf0e45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:34.612614 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-a6f8ef41-3d75-42e4-b752-6b625ebf0e45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3032382 May 04 13:44:34.619847 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45226) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:34.636517 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-ebc81eb8-228b-4273-b116-9b197d0d9a98 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Request body: {'security_group_rule': {'security_group_id': '9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:34.646471 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-ebc81eb8-228b-4273-b116-9b197d0d9a98 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:34.651712 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-ebc81eb8-228b-4273-b116-9b197d0d9a98 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Usage tracker for resource:security_group_rule and tenant:7bea85a15656418198b0f51c80271aca is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:34.668100 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-ebc81eb8-228b-4273-b116-9b197d0d9a98 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:34.680104 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-ebc81eb8-228b-4273-b116-9b197d0d9a98 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:34.680406 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-175b5b42-6535-48d6-ad22-e024260efdce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b89fc3c9-9206-4955-aec2-ddbb084be005 HTTP/1.1" status: 200 len: 217 time: 0.2047107 May 04 13:44:34.724414 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d08c8fc-8d0f-4a42-9e31-7f4fa3db2adc admin admin] Network caf25e12-0747-4a07-a054-a0be089256f6 is scheduled to be hosted by DHCP agent 548e5bae-174c-4437-b5d4-5dd15da226b0 with binding_index 1 {{(pid=73860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:44:34.747644 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ebc81eb8-228b-4273-b116-9b197d0d9a98 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:34.766051 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-8d08c8fc-8d0f-4a42-9e31-7f4fa3db2adc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-smb, caf25e12-0747-4a07-a054-a0be089256f6) {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:34.787444 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d08c8fc-8d0f-4a42-9e31-7f4fa3db2adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:34.788047 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8d08c8fc-8d0f-4a42-9e31-7f4fa3db2adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:34.792856 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-788b0eb6-f1ef-4efc-b5d3-faa7f4c21efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:34.794343 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-788b0eb6-f1ef-4efc-b5d3-faa7f4c21efd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f3d61e3-5381-4af7-a438-ab88c354ad9f HTTP/1.1" status: 200 len: 852 time: 0.1073315 May 04 13:44:34.864018 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-0aeda9cb-0b93-466b-9b4f-b70724a11711 service neutron] 10.222.0.30 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067308 May 04 13:44:34.879777 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-dbd860be-1367-4541-9c96-b66cabf5736c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d95eefb-2a8a-45f9-b278-7b4aab662fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685797 May 04 13:44:34.937468 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-8d08c8fc-8d0f-4a42-9e31-7f4fa3db2adc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 6.9113674 May 04 13:44:34.993012 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02f8757-c633-40f7-97f8-45edba0eafe3 None None] Network caf25e12-0747-4a07-a054-a0be089256f6 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:44:35.239253 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d61a244a-af9f-46d0-b563-bb948228304f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:35.256471 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'name': 'tempest-ServerRescueNegativeTestJSON-903822028-router', 'tenant_id': '1663eef7b6514ababc60301bf99e7576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '1b2d3593-384c-428c-b3f5-d164e0636c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:05Z', 'updated_at': '2021-05-04T13:44:20Z', 'revision_number': 4, 'project_id': '1663eef7b6514ababc60301bf99e7576', 'gw_port': {'id': '1b2d3593-384c-428c-b3f5-d164e0636c1f', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': '6e175e1f-29d2-4e9d-9234-78d7bd12de21', 'name': '', 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a', 'tenant_id': '1663eef7b6514ababc60301bf99e7576', 'mac_address': 'fa:16:3e:df:01:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29831a22-bbbd-4838-bcc7-5e382073153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:15Z', 'updated_at': '2021-05-04T13:44:33Z', 'revision_number': 4, 'project_id': '1663eef7b6514ababc60301bf99e7576', 'subnets': [{'id': '29831a22-bbbd-4838-bcc7-5e382073153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:35.257912 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45238) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:35.264525 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c98ed10-026a-4618-b265-adc74fd7b69a None None] The sync data for ids ['be4fafc3-a2d2-4f2d-9afc-c48e52bde410'] in dv-cinder-789564-1-smb is: [{'id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'name': 'tempest-ServerRescueNegativeTestJSON-903822028-router', 'tenant_id': '1663eef7b6514ababc60301bf99e7576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '1b2d3593-384c-428c-b3f5-d164e0636c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:05Z', 'updated_at': '2021-05-04T13:44:20Z', 'revision_number': 4, 'project_id': '1663eef7b6514ababc60301bf99e7576', 'gw_port': {'id': '1b2d3593-384c-428c-b3f5-d164e0636c1f', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': '6e175e1f-29d2-4e9d-9234-78d7bd12de21', 'name': '', 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a', 'tenant_id': '1663eef7b6514ababc60301bf99e7576', 'mac_address': 'fa:16:3e:df:01:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29831a22-bbbd-4838-bcc7-5e382073153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:15Z', 'updated_at': '2021-05-04T13:44:33Z', 'revision_number': 4, 'project_id': '1663eef7b6514ababc60301bf99e7576', 'subnets': [{'id': '29831a22-bbbd-4838-bcc7-5e382073153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:44:35.390187 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-5d8131ed-204a-46d4-9ee1-a4a982a7d403 service neutron] 10.222.0.44 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3274984 May 04 13:44:35.622389 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ebc81eb8-228b-4273-b116-9b197d0d9a98 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:35.651924 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ebc81eb8-228b-4273-b116-9b197d0d9a98 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:35.682172 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d61a244a-af9f-46d0-b563-bb948228304f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:35.729665 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:35.781233 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d1ed806a-24d9-47eb-a920-291fc32a3356 req-74659125-3f30-421e-b0f1-bbbbb216545f service neutron] 10.222.0.30 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9054310 May 04 13:44:35.792943 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-6facb695-7982-4f96-886b-645341e65989 service neutron] 10.222.0.30 "GET /v2.0/networks/8d95eefb-2a8a-45f9-b278-7b4aab662fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8933806 May 04 13:44:35.793602 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab00efb-d2f8-48f8-9663-3ff92aa6443a None None] Network caf25e12-0747-4a07-a054-a0be089256f6 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:44:35.890675 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc81eb8-228b-4273-b116-9b197d0d9a98 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48566ab8-f101-4c91-931e-1311506a6c18,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:35.914287 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-ebc81eb8-228b-4273-b116-9b197d0d9a98 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:35.999196 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ebc81eb8-228b-4273-b116-9b197d0d9a98 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:36.001531 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-ebc81eb8-228b-4273-b116-9b197d0d9a98 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3772182 May 04 13:44:36.010607 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45260) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:36.065999 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-5c5327e7-92e0-4597-a77e-b9b09a09b9d3 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Request body: {'security_group_rule': {'security_group_id': '9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:36.150608 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ee911-76b6-45c5-827d-9f14c51c825b req-d305f87a-ca2e-43dc-925a-1a2db98fa30b tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:36.156730 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:26Z', 'revision_number': 4, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'e1ee3632-9113-4a3f-b4ff-7fb990f03b74', 'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'mac_address': 'fa:16:3e:9c:f6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:22Z', 'updated_at': '2021-05-04T13:44:33Z', 'revision_number': 4, 'project_id': '7bea85a15656418198b0f51c80271aca', 'subnets': [{'id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:36.180718 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cb8ee911-76b6-45c5-827d-9f14c51c825b req-d305f87a-ca2e-43dc-925a-1a2db98fa30b tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 943 time: 0.9449341 May 04 13:44:36.206949 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb33d55-e9ff-40f5-bc60-0a4ef0b1c383 None None] The sync data for ids ['df7df9e8-50d7-4852-bc0b-6c8423769823'] in dv-cinder-789564-1-smb is: [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:26Z', 'revision_number': 4, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'e1ee3632-9113-4a3f-b4ff-7fb990f03b74', 'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'mac_address': 'fa:16:3e:9c:f6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:22Z', 'updated_at': '2021-05-04T13:44:33Z', 'revision_number': 4, 'project_id': '7bea85a15656418198b0f51c80271aca', 'subnets': [{'id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:44:36.214766 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0496760-74fd-472b-a00e-dc69354ba0c4 req-1a6f36c9-9689-4c27-8129-fd5d2c77c0af service neutron] 10.222.0.30 "GET /v2.0/networks/8d95eefb-2a8a-45f9-b278-7b4aab662fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092436 May 04 13:44:36.257837 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-5c5327e7-92e0-4597-a77e-b9b09a09b9d3 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:36.305627 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-5c5327e7-92e0-4597-a77e-b9b09a09b9d3 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Usage tracker for resource:security_group_rule and tenant:7bea85a15656418198b0f51c80271aca is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:36.335935 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-5c5327e7-92e0-4597-a77e-b9b09a09b9d3 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:36.383155 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-5c5327e7-92e0-4597-a77e-b9b09a09b9d3 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:36.390934 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d61a244a-af9f-46d0-b563-bb948228304f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:36.452464 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cb8ee911-76b6-45c5-827d-9f14c51c825b req-2a780947-884a-482b-bd4e-1a1317ad2417 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8fd2a1b-be54-48ea-8e49-875a4b33d7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674394 May 04 13:44:36.466653 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:36.531237 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a244a-af9f-46d0-b563-bb948228304f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fab6de-a789-42bd-a62a-b568f091c598,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:36.542530 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-d61a244a-af9f-46d0-b563-bb948228304f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:36.589327 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5c5327e7-92e0-4597-a77e-b9b09a09b9d3 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:36.805934 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d61a244a-af9f-46d0-b563-bb948228304f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:36.831664 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-d61a244a-af9f-46d0-b563-bb948228304f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83fab6de-a789-42bd-a62a-b568f091c598 HTTP/1.1" status: 204 len: 168 time: 2.3751595 May 04 13:44:36.902831 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c1e3bc-5929-4421-bf49-8c37a29ded53', 'tag': 'eee035f4-7317-47ae-9f20-a70097bbb987', 'status': 'completed', 'code': 200} May 04 13:44:36.913351 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d56f8688-b339-4bef-a693-5fd136143d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:37.142397 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5c5327e7-92e0-4597-a77e-b9b09a09b9d3 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:37.151851 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device e1ee3632-9113-4a3f-b4ff-7fb990f03b74 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:44:37.271750 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port e1ee3632-9113-4a3f-b4ff-7fb990f03b74 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:44:37.293855 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port e1ee3632-9113-4a3f-b4ff-7fb990f03b74 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:44:37.295001 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:37.322042 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ddec1-636c-4b87-96c9-b46a47400d44 req-74503515-ab1e-4a37-bd3b-989673fe6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:37.325131 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-5a8ddec1-636c-4b87-96c9-b46a47400d44 req-74503515-ab1e-4a37-bd3b-989673fe6ac0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14598e286d464d1992dd44a6acea91b6&device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 1097 time: 0.3992193 May 04 13:44:37.440334 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-d56f8688-b339-4bef-a693-5fd136143d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:37.444505 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5c5327e7-92e0-4597-a77e-b9b09a09b9d3 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:37.476005 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-d56f8688-b339-4bef-a693-5fd136143d24 admin admin] Usage tracker for resource:security_group_rule and tenant:80658323573e42149dedc14ab0dde5b3 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:37.549098 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-d56f8688-b339-4bef-a693-5fd136143d24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:37.554155 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-ebc81eb8-228b-4273-b116-9b197d0d9a98 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:37.632070 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-87f502b7-cde0-4846-b5b4-2bac9e54350f req-d19b265c-0899-40d0-8b3f-678bf11f412a tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 210 time: 0.3611963 May 04 13:44:37.658224 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-d56f8688-b339-4bef-a693-5fd136143d24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:37.743805 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5327e7-92e0-4597-a77e-b9b09a09b9d3 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebabcd0-12f2-42d1-887e-ec99c1226a04,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:37.819793 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5c5327e7-92e0-4597-a77e-b9b09a09b9d3 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:37.884949 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5c5327e7-92e0-4597-a77e-b9b09a09b9d3 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:37.886943 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-5c5327e7-92e0-4597-a77e-b9b09a09b9d3 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8438325 May 04 13:44:37.907910 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45294) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:37.962933 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Request body: {'floatingip': {'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:37.983855 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:38.002548 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ddec1-636c-4b87-96c9-b46a47400d44 req-1e50586d-43e3-466b-878d-7179eb1deb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:38.015467 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-5a8ddec1-636c-4b87-96c9-b46a47400d44 req-1e50586d-43e3-466b-878d-7179eb1deb01 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b664c84-9a70-4d82-b8d8-2acaae6d033d HTTP/1.1" status: 200 len: 916 time: 0.6827254 May 04 13:44:38.052002 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:38.065692 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45298) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:38.113555 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-396998592-network', 'tenant_id': '0c5a8c2a874e4720a561b2cd66a11c23'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:38.164992 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port e1ee3632-9113-4a3f-b4ff-7fb990f03b74, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=e1ee3632-9113-4a3f-b4ff-7fb990f03b74,segment=NetworkSegment(314af9a7-9530-4926-9518-e292dd0275c6),segment_id=314af9a7-9530-4926-9518-e292dd0275c6)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:44:38.175419 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:38.178254 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 6e175e1f-29d2-4e9d-9234-78d7bd12de21 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:44:38.270120 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Usage tracker for resource:floatingip and tenant:7bea85a15656418198b0f51c80271aca is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:38.294513 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-5a8ddec1-636c-4b87-96c9-b46a47400d44 req-086b1389-42d0-4667-af76-4f99b8122912 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eee035f4-7317-47ae-9f20-a70097bbb987 HTTP/1.1" status: 200 len: 217 time: 0.2715588 May 04 13:44:38.310186 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:38.316953 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:38.370541 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:38.430272 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b44da2-a2ed-4301-b52d-4251c8d22495 req-bda50bbe-2bcf-467b-98b0-61f476fe0d46 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:38.446268 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-87b44da2-a2ed-4301-b52d-4251c8d22495 req-bda50bbe-2bcf-467b-98b0-61f476fe0d46 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 944 time: 1.3982897 May 04 13:44:38.449873 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:38.539571 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Usage tracker for resource:network and tenant:0c5a8c2a874e4720a561b2cd66a11c23 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:38.581311 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:38.601237 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device eee035f4-7317-47ae-9f20-a70097bbb987 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:44:38.608471 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ddec1-636c-4b87-96c9-b46a47400d44 req-5c77bd36-1e0c-413f-98d9-69c1142e4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:38.613961 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-5a8ddec1-636c-4b87-96c9-b46a47400d44 req-5c77bd36-1e0c-413f-98d9-69c1142e4bbc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cec6ae72-2da7-48aa-92cb-315d72809c08 HTTP/1.1" status: 200 len: 855 time: 0.3090608 May 04 13:44:38.625612 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:38.644871 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for floatingip, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:38.752457 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=e1ee3632-9113-4a3f-b4ff-7fb990f03b74,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:38.794597 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:38.817937 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-5a8ddec1-636c-4b87-96c9-b46a47400d44 req-4cfacc78-c03f-4711-a11f-e06739463fc8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b664c84-9a70-4d82-b8d8-2acaae6d033d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1993635 May 04 13:44:38.874525 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-87b44da2-a2ed-4301-b52d-4251c8d22495 req-ee1d75ee-3ebe-4eb1-900e-9232ff0631d0 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267628 May 04 13:44:38.904883 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Made reservation on behalf of 0c5a8c2a874e4720a561b2cd66a11c23 for: {'network': 1} {{(pid=73861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:44:38.915779 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for network, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:39.013629 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port eee035f4-7317-47ae-9f20-a70097bbb987, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=eee035f4-7317-47ae-9f20-a70097bbb987,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:44:39.031985 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:39.047157 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port 6e175e1f-29d2-4e9d-9234-78d7bd12de21 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:44:39.051836 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': 'eee035f4-7317-47ae-9f20-a70097bbb987', 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d', 'port_id': 'eee035f4-7317-47ae-9f20-a70097bbb987', 'mac_address': 'fa:16:3e:fb:58:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec6ae72-2da7-48aa-92cb-315d72809c08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:44:39.097723 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 6e175e1f-29d2-4e9d-9234-78d7bd12de21 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:44:39.098104 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:39.117522 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d56f8688-b339-4bef-a693-5fd136143d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:39.151530 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d56f8688-b339-4bef-a693-5fd136143d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:39.201638 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75894d0-f4ea-4884-8f4c-435d026b2903 req-04e45ddd-99db-4d78-841e-5c441b7ac45e tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:39.211181 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a75894d0-f4ea-4884-8f4c-435d026b2903 req-04e45ddd-99db-4d78-841e-5c441b7ac45e tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 943 time: 1.1665146 May 04 13:44:39.213192 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:39.266897 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:39.313571 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee035f4-7317-47ae-9f20-a70097bbb987 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:44:39.331952 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662da658-fae1-42ea-b022-a8e5aa25b1b4', 'tag': 'b89fc3c9-9206-4955-aec2-ddbb084be005'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:44:39.344535 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-5a8ddec1-636c-4b87-96c9-b46a47400d44 req-b9b86505-8d49-4ffe-8250-35c4a876d874 service neutron] 10.222.0.30 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183258 May 04 13:44:39.355826 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port eee035f4-7317-47ae-9f20-a70097bbb987, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=eee035f4-7317-47ae-9f20-a70097bbb987,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:44:39.366823 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:39.367808 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device b89fc3c9-9206-4955-aec2-ddbb084be005 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:44:39.427117 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Usage tracker for resource:security_group_rule and tenant:0c5a8c2a874e4720a561b2cd66a11c23 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:39.434366 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:39.468506 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-8fc5cd77-4b8a-4fc2-8aa8-6ec598f52628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:39.496508 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:39.592275 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:39.832486 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f8688-b339-4bef-a693-5fd136143d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2001b01b-56e6-4fa2-8aa3-558ae1856a7c,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:39.838405 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-af03dfa6-57b4-4e9b-8c7c-ecd6712370f9 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:39.849956 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-d56f8688-b339-4bef-a693-5fd136143d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:39.850419 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-af03dfa6-57b4-4e9b-8c7c-ecd6712370f9 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.30 "GET /v2.0/networks?id=173162e4-65be-4ace-a427-e6e40ca8cc8a HTTP/1.1" status: 200 len: 818 time: 0.5011570 May 04 13:44:39.878415 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Request body: {'port': {'device_id': '7cec22a4-dc68-4c1d-adf3-c1ddb05f0891', 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a', 'admin_state_up': True, 'tenant_id': '1663eef7b6514ababc60301bf99e7576'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:39.933815 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:39.937851 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-5a8ddec1-636c-4b87-96c9-b46a47400d44 req-90c18a56-5f74-46b1-9104-ad137c626744 service neutron] 10.222.0.30 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459249 May 04 13:44:39.979983 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port 6e175e1f-29d2-4e9d-9234-78d7bd12de21, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=6e175e1f-29d2-4e9d-9234-78d7bd12de21,segment=NetworkSegment(df708d1b-3fe2-4f2b-b5a1-0a8434e1078d),segment_id=df708d1b-3fe2-4f2b-b5a1-0a8434e1078d)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:44:39.999205 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:40.007443 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=eee035f4-7317-47ae-9f20-a70097bbb987,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:40.013694 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:40.014177 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:40.073610 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-d56f8688-b339-4bef-a693-5fd136143d24 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=80658323573e42149dedc14ab0dde5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 4.8045380 May 04 13:44:40.079202 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45360) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:40.091476 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port b89fc3c9-9206-4955-aec2-ddbb084be005, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b89fc3c9-9206-4955-aec2-ddbb084be005,segment=NetworkSegment(323ec244-02a7-4ccd-887d-8537d1af19e2),segment_id=323ec244-02a7-4ccd-887d-8537d1af19e2)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:44:40.095316 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a75894d0-f4ea-4884-8f4c-435d026b2903 req-ebe1581a-58a4-4169-8de8-5baf196fe70e tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8fd2a1b-be54-48ea-8e49-875a4b33d7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6310554 May 04 13:44:40.162532 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=6e175e1f-29d2-4e9d-9234-78d7bd12de21,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:40.168550 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:40.169739 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': 'b89fc3c9-9206-4955-aec2-ddbb084be005', 'network_id': '8d95eefb-2a8a-45f9-b278-7b4aab662fc4', 'port_id': 'b89fc3c9-9206-4955-aec2-ddbb084be005', 'mac_address': 'fa:16:3e:3c:93:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f3d61e3-5381-4af7-a438-ab88c354ad9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:44:40.293027 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662da658-fae1-42ea-b022-a8e5aa25b1b4', 'tag': 'b89fc3c9-9206-4955-aec2-ddbb084be005', 'status': 'completed', 'code': 200} May 04 13:44:40.387652 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device e1ee3632-9113-4a3f-b4ff-7fb990f03b74 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:44:40.396956 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:40.450634 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:40.467183 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-83998803-9495-45f0-83f0-428fef08661f tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:40.481939 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-83998803-9495-45f0-83f0-428fef08661f tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/networks?id=173162e4-65be-4ace-a427-e6e40ca8cc8a HTTP/1.1" status: 200 len: 818 time: 1.2640655 May 04 13:44:40.492606 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:40.500657 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Usage tracker for resource:port and tenant:1663eef7b6514ababc60301bf99e7576 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:40.517844 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:40.534775 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:40.541731 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d656b60-6006-4eb5-a16e-09b8b9ca8453 req-d359e4c9-678d-46bb-a4ab-c7ab5b0d11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:40.544563 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9d656b60-6006-4eb5-a16e-09b8b9ca8453 req-d359e4c9-678d-46bb-a4ab-c7ab5b0d11e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f906566f26438da4ad2e39018781da&device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 1096 time: 0.2499700 May 04 13:44:40.557701 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:40.583382 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-5e408728-ea80-4274-a34f-ac59ab403c76 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/quotas/1663eef7b6514ababc60301bf99e7576 HTTP/1.1" status: 200 len: 375 time: 0.1004326 May 04 13:44:40.601671 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89fc3c9-9206-4955-aec2-ddbb084be005 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:44:40.656238 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port b89fc3c9-9206-4955-aec2-ddbb084be005, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b89fc3c9-9206-4955-aec2-ddbb084be005,segment=NetworkSegment(323ec244-02a7-4ccd-887d-8537d1af19e2),segment_id=323ec244-02a7-4ccd-887d-8537d1af19e2)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:44:40.662259 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port e1ee3632-9113-4a3f-b4ff-7fb990f03b74 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:44:40.662966 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:40.669217 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-206f7443-b224-416a-95b2-a1f3d891d7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:40.672374 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Made reservation on behalf of 1663eef7b6514ababc60301bf99e7576 for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:44:40.677158 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:40.715944 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f071a7-9f0a-4dde-94c5-16baead3951e,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:40.719613 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:40.758726 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:40.785579 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:40.808530 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=73861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:44:40.819396 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:40.834503 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:40.835459 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.db.segments_db [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Added segment 61083044-1ab4-467e-90a4-6ae7fe894b59 of type vlan for network 72057a0b-9d45-4897-ad92-200b5ba5e127 May 04 13:44:40.899327 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760702352249'] for network, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:40.944491 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d656b60-6006-4eb5-a16e-09b8b9ca8453 req-27590aee-3d7e-4247-bbe1-dd75f3fd3398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:40.946023 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9d656b60-6006-4eb5-a16e-09b8b9ca8453 req-27590aee-3d7e-4247-bbe1-dd75f3fd3398 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d95eefb-2a8a-45f9-b278-7b4aab662fc4 HTTP/1.1" status: 200 len: 913 time: 0.3920722 May 04 13:44:40.984567 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for network, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:41.022023 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=b89fc3c9-9206-4955-aec2-ddbb084be005,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:41.027654 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:41.046565 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:41.048780 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:41.056830 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9d656b60-6006-4eb5-a16e-09b8b9ca8453 req-d705ebaf-fad3-4068-b63a-2325a0912e55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b89fc3c9-9206-4955-aec2-ddbb084be005 HTTP/1.1" status: 200 len: 217 time: 0.0981364 May 04 13:44:41.114522 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:41.156091 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-29a21944-f326-46a4-90b8-07d8e0993733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:41.171278 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['b89fc3c9-9206-4955-aec2-ddbb084be005'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:44:41.226161 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['eee035f4-7317-47ae-9f20-a70097bbb987'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:44:41.265158 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-29a21944-f326-46a4-90b8-07d8e0993733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:41.422709 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-29a21944-f326-46a4-90b8-07d8e0993733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:41.528241 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d656b60-6006-4eb5-a16e-09b8b9ca8453 req-e60925eb-cee6-4202-a33c-8bf6cd8316e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:41.530820 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9d656b60-6006-4eb5-a16e-09b8b9ca8453 req-e60925eb-cee6-4202-a33c-8bf6cd8316e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f3d61e3-5381-4af7-a438-ab88c354ad9f HTTP/1.1" status: 200 len: 852 time: 0.4263675 May 04 13:44:41.564405 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97525226-18aa-45bc-ac66-51a96072dd6b req-0ce6ed57-3e32-4905-b22d-118a5cbd838e tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:41.568884 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-97525226-18aa-45bc-ac66-51a96072dd6b req-0ce6ed57-3e32-4905-b22d-118a5cbd838e tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 945 time: 1.0480397 May 04 13:44:41.570590 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.4831207 May 04 13:44:41.604706 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45432) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:41.621741 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9d656b60-6006-4eb5-a16e-09b8b9ca8453 req-de437075-c62f-49ce-bd53-d015a748f4ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d95eefb-2a8a-45f9-b278-7b4aab662fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774403 May 04 13:44:41.625364 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Pushing event updated for resources: {'Network': ['ID=72057a0b-9d45-4897-ad92-200b5ba5e127,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:41.631990 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:41.680990 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Network 72057a0b-9d45-4897-ad92-200b5ba5e127 details requested by agent ovs-agent-dv-cinder-789564-1-smb with host dv-cinder-789564-1-smb {{(pid=73862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 13:44:41.717568 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Allocated IP 172.28.3.79 (ec979011-6604-4968-ace9-769b935940bc/86424637-3a1b-4645-9cbe-37dcbde5db40/bc923ad4-0dfe-4458-9342-ffa5d318763e) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:44:41.937240 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Allocated IP 172.20.0.13 (173162e4-65be-4ace-a427-e6e40ca8cc8a/29831a22-bbbd-4838-bcc7-5e382073153a/3bbd70b8-ebb3-49bb-8699-870a9a957756) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:44:42.071708 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9d656b60-6006-4eb5-a16e-09b8b9ca8453 req-8e4716ff-4f53-4785-aa12-eb2b1bfb1ddf service neutron] 10.222.0.30 "GET /v2.0/networks/8d95eefb-2a8a-45f9-b278-7b4aab662fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399297 May 04 13:44:42.148454 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-2e6dc987-c745-49a4-a710-4f24c0ffb4ec admin admin] Request body: {'subnet': {'network_id': '72057a0b-9d45-4897-ad92-200b5ba5e127', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-396998592-subnet', 'tenant_id': '0c5a8c2a874e4720a561b2cd66a11c23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:42.154492 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.528s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:42.160374 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 6e175e1f-29d2-4e9d-9234-78d7bd12de21 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:44:42.176451 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:42.216828 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-2e6dc987-c745-49a4-a710-4f24c0ffb4ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:42.225182 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:42.230820 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a21944-f326-46a4-90b8-07d8e0993733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2001b01b-56e6-4fa2-8aa3-558ae1856a7c,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:42.240474 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-29a21944-f326-46a4-90b8-07d8e0993733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:42.242737 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-29a21944-f326-46a4-90b8-07d8e0993733 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2001b01b-56e6-4fa2-8aa3-558ae1856a7c HTTP/1.1" status: 204 len: 168 time: 2.1437130 May 04 13:44:42.245834 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-2e6dc987-c745-49a4-a710-4f24c0ffb4ec admin admin] Usage tracker for resource:subnet and tenant:0c5a8c2a874e4720a561b2cd66a11c23 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:42.258053 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-29a21944-f326-46a4-90b8-07d8e0993733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:42.295366 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-2e6dc987-c745-49a4-a710-4f24c0ffb4ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:42.314659 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:42.354884 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 6e175e1f-29d2-4e9d-9234-78d7bd12de21 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:44:42.355660 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:42.395911 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-63381c8d-200c-44af-a07a-263d8a99579f tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1663eef7b6514ababc60301bf99e7576&fields=id HTTP/1.1" status: 200 len: 255 time: 1.8114648 May 04 13:44:42.475311 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-2e6dc987-c745-49a4-a710-4f24c0ffb4ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:42.499545 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Network ec979011-6604-4968-ace9-769b935940bc is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:44:42.507169 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9d656b60-6006-4eb5-a16e-09b8b9ca8453 req-0f267f25-d805-449b-81bc-18d2c0f1f26a service neutron] 10.222.0.30 "GET /v2.0/networks/8d95eefb-2a8a-45f9-b278-7b4aab662fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686563 May 04 13:44:42.521193 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Resources bound (agent type, host, resource id): {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:42.535897 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-97525226-18aa-45bc-ac66-51a96072dd6b req-52de0c37-093e-42df-8d6e-42b8427a5fe7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9417906 May 04 13:44:42.536974 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:44:42.687113 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6dc987-c745-49a4-a710-4f24c0ffb4ec admin admin] Made reservation on behalf of 0c5a8c2a874e4720a561b2cd66a11c23 for: {'subnet': 1} {{(pid=73861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:44:42.691296 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2e6dc987-c745-49a4-a710-4f24c0ffb4ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:42.717164 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Pushing event updated for resources: {'Port': ['ID=bc923ad4-0dfe-4458-9342-ffa5d318763e,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:42.724969 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:42.788203 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device eee035f4-7317-47ae-9f20-a70097bbb987 up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:44:42.904524 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:42.958547 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port eee035f4-7317-47ae-9f20-a70097bbb987 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:44:42.972630 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port eee035f4-7317-47ae-9f20-a70097bbb987 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:44:42.973886 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:42.983317 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:42.991776 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:43.127005 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:43.132999 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Network 173162e4-65be-4ace-a427-e6e40ca8cc8a is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:44:43.138126 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:43.140974 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:44:43.141897 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-e6ecaf8a-6920-4392-ac89-7d663733b1a8 service neutron] 10.222.0.44 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6991022 May 04 13:44:43.154049 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:43.154662 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:43.259119 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Pushing event updated for resources: {'Port': ['ID=3bbd70b8-ebb3-49bb-8699-870a9a957756,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:43.280789 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:43.287768 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4238410 May 04 13:44:43.306403 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Request body: {'port': {'device_id': '7cec22a4-dc68-4c1d-adf3-c1ddb05f0891', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:43.315284 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45472) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:43.372276 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-86d50ca7-fa35-4e53-9c38-938bdd925fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:43.422268 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:43.440804 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:43.483159 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-86d50ca7-fa35-4e53-9c38-938bdd925fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:43.505640 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c1e3bc-5929-4421-bf49-8c37a29ded53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee035f4-7317-47ae-9f20-a70097bbb987'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:44:43.512411 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-86d50ca7-fa35-4e53-9c38-938bdd925fea admin admin] Usage tracker for resource:security_group_rule and tenant:ff0684dfaddb4ada8b3ce6487b79c5f8 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:43.529060 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-86d50ca7-fa35-4e53-9c38-938bdd925fea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:43.544528 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70316ae9-032b-467b-b266-c0740cef8c3a req-ecf8fff9-4595-40fa-88e0-c14a54edac93 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:43.552838 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-70316ae9-032b-467b-b266-c0740cef8c3a req-ecf8fff9-4595-40fa-88e0-c14a54edac93 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 944 time: 0.5308316 May 04 13:44:43.565646 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-86d50ca7-fa35-4e53-9c38-938bdd925fea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:43.584472 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 45476) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:43.610269 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-139e6ae7-6851-47e1-b787-753120e272e3 service neutron] 10.222.0.44 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674730 May 04 13:44:43.650051 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:43.702875 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port eee035f4-7317-47ae-9f20-a70097bbb987, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=eee035f4-7317-47ae-9f20-a70097bbb987,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:44:43.711329 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:43.712249 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device b89fc3c9-9206-4955-aec2-ddbb084be005 up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:44:43.782113 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:43.965820 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-70316ae9-032b-467b-b266-c0740cef8c3a req-49cfca38-0052-47ee-a51b-64cfc9fbe838 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8fd2a1b-be54-48ea-8e49-875a4b33d7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118226 May 04 13:44:44.042732 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=eee035f4-7317-47ae-9f20-a70097bbb987,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:44.052435 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:44.093545 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port b89fc3c9-9206-4955-aec2-ddbb084be005 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:44:44.102465 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port b89fc3c9-9206-4955-aec2-ddbb084be005 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:44:44.103189 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:44.422230 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:44.480690 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-28855c7b-ad85-4751-bc6c-e5b42c14b866 req-7d3a959d-f7fd-4915-b42c-7f86e6d80577 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 210 time: 0.2034914 May 04 13:44:44.552239 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port b89fc3c9-9206-4955-aec2-ddbb084be005, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b89fc3c9-9206-4955-aec2-ddbb084be005,segment=NetworkSegment(323ec244-02a7-4ccd-887d-8537d1af19e2),segment_id=323ec244-02a7-4ccd-887d-8537d1af19e2)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:44:44.563055 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:44.571692 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:44.647766 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:44.781307 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-474b0704-8629-4680-8d95-2d382a8ed6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:44.807227 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-474b0704-8629-4680-8d95-2d382a8ed6ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:44.821763 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-474b0704-8629-4680-8d95-2d382a8ed6ad admin admin] Usage tracker for resource:security_group_rule and tenant:dad46df6602f430ea77470366a65fb3a is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:44.831195 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:44.839922 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-474b0704-8629-4680-8d95-2d382a8ed6ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:44.879468 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=b89fc3c9-9206-4955-aec2-ddbb084be005,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:44.899571 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:44.918570 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:44.981650 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974359'] for floatingip, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:44.998630 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bbd70b8-ebb3-49bb-8699-870a9a957756 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:44:45.019949 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:45.042398 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ce5b4-0ef6-4c01-8926-77fd9f336a09 req-bc1cc6ca-b4a3-424c-a8e3-48944828ea0f tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:45.044624 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-090ce5b4-0ef6-4c01-8926-77fd9f336a09 req-bc1cc6ca-b4a3-424c-a8e3-48944828ea0f tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 946 time: 0.7542124 May 04 13:44:45.073754 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-474b0704-8629-4680-8d95-2d382a8ed6ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:45.078154 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Transition to ACTIVE for port object 3bbd70b8-ebb3-49bb-8699-870a9a957756 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:44:45.088870 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:45.092859 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c1e3bc-5929-4421-bf49-8c37a29ded53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee035f4-7317-47ae-9f20-a70097bbb987', 'code': 200} May 04 13:44:45.104278 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:45.191298 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-86d50ca7-fa35-4e53-9c38-938bdd925fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:45.201395 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Pushing event updated for resources: {'Port': ['ID=bc923ad4-0dfe-4458-9342-ffa5d318763e,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:45.215335 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-090ce5b4-0ef6-4c01-8926-77fd9f336a09 req-15ec4cd6-91db-465b-8aa3-b0d7d660e9d3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428590 May 04 13:44:45.217313 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:45.220305 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-86d50ca7-fa35-4e53-9c38-938bdd925fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:45.224664 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for floatingip, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:45.227247 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3069899 May 04 13:44:45.248924 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:45.376264 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-86d50ca7-fa35-4e53-9c38-938bdd925fea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff0684dfaddb4ada8b3ce6487b79c5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0532482 May 04 13:44:45.390218 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45516) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:45.397117 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d50ca7-fa35-4e53-9c38-938bdd925fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edead894-b74b-4d0a-b840-3a31287e4dd5,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:45.431808 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-86d50ca7-fa35-4e53-9c38-938bdd925fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:45.729303 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Attempting to bind port 3bbd70b8-ebb3-49bb-8699-870a9a957756 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:44:45.729908 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Attempting to bind port 3bbd70b8-ebb3-49bb-8699-870a9a957756 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'df708d1b-3fe2-4f2b-b5a1-0a8434e1078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:44:45.730257 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Attempting to bind port 3bbd70b8-ebb3-49bb-8699-870a9a957756 on network 173162e4-65be-4ace-a427-e6e40ca8cc8a {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:44:45.733436 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Pushing event updated for resources: {'Port': ['ID=3bbd70b8-ebb3-49bb-8699-870a9a957756,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:45.738648 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:45.834183 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Port 3bbd70b8-ebb3-49bb-8699-870a9a957756 on network 173162e4-65be-4ace-a427-e6e40ca8cc8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:44:45.835210 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Attempting to bind port 3bbd70b8-ebb3-49bb-8699-870a9a957756 on network 173162e4-65be-4ace-a427-e6e40ca8cc8a {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:44:45.851304 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:44:45.851944 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Checking segment: {'id': 'df708d1b-3fe2-4f2b-b5a1-0a8434e1078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:44:45.852696 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Bound using segment: {'id': 'df708d1b-3fe2-4f2b-b5a1-0a8434e1078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:44:45.853586 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Bound port: 3bbd70b8-ebb3-49bb-8699-870a9a957756, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df708d1b-3fe2-4f2b-b5a1-0a8434e1078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:44:45.854155 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:46.072213 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-11891c8c-41fa-4b6d-bafc-3781431e1bdf req-6f05bc3b-d7c8-4e63-8c08-78a2e90a257e tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 210 time: 0.0951047 May 04 13:44:46.096902 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2e6dc987-c745-49a4-a710-4f24c0ffb4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for subnet, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:46.117462 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-f1570558-2b5d-40c9-8b89-6f94a9f4748a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:46.168346 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e95d8-c776-4641-bb00-2b11ae4c4f88 req-0be8c31b-049e-4ed4-b991-9ac052b5ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:46.170178 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a02e95d8-c776-4641-bb00-2b11ae4c4f88 req-0be8c31b-049e-4ed4-b991-9ac052b5ccf0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 1099 time: 0.4264381 May 04 13:44:46.189443 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] For port 3bbd70b8-ebb3-49bb-8699-870a9a957756, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:44:46.209148 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-a02e95d8-c776-4641-bb00-2b11ae4c4f88 req-8d7600ad-612e-4b76-b4fd-6ce304d4c414 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:46.223281 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-474b0704-8629-4680-8d95-2d382a8ed6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:46.234845 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] For port 3bbd70b8-ebb3-49bb-8699-870a9a957756, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3bbd70b8-ebb3-49bb-8699-870a9a957756,segment=NetworkSegment(df708d1b-3fe2-4f2b-b5a1-0a8434e1078d),segment_id=df708d1b-3fe2-4f2b-b5a1-0a8434e1078d)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:44:46.235914 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-474b0704-8629-4680-8d95-2d382a8ed6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:46.237694 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-a02e95d8-c776-4641-bb00-2b11ae4c4f88 req-8d7600ad-612e-4b76-b4fd-6ce304d4c414 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:46.260428 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-305a99af-a296-48f9-9fed-e4d6404e7631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:46.271268 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:46.283661 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-474b0704-8629-4680-8d95-2d382a8ed6ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dad46df6602f430ea77470366a65fb3a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6934214 May 04 13:44:46.283661 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-a02e95d8-c776-4641-bb00-2b11ae4c4f88 req-8d7600ad-612e-4b76-b4fd-6ce304d4c414 service neutron] Usage tracker for resource:security_group_rule and tenant:78051a6d31204291b133743356c81b87 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:46.286178 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:46.287246 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-a02e95d8-c776-4641-bb00-2b11ae4c4f88 req-8d7600ad-612e-4b76-b4fd-6ce304d4c414 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:46.292369 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 45538) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:46.327693 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-a02e95d8-c776-4641-bb00-2b11ae4c4f88 req-8d7600ad-612e-4b76-b4fd-6ce304d4c414 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:46.344948 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036576f-c85e-438a-81f6-e7fb70ef1046 req-c2ebd39f-3a87-40e2-af15-5dce528b491b tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:46.352686 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8036576f-c85e-438a-81f6-e7fb70ef1046 req-c2ebd39f-3a87-40e2-af15-5dce528b491b tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 945 time: 0.5130961 May 04 13:44:46.359795 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b0704-8629-4680-8d95-2d382a8ed6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79fd205-ab0c-4b43-a8f9-ad7373d46579,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:46.368664 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:46.369299 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:46.370759 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] 10.222.0.30 "PUT /v2.0/ports/3bbd70b8-ebb3-49bb-8699-870a9a957756 HTTP/1.1" status: 200 len: 1094 time: 3.0769718 May 04 13:44:46.371236 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cec22a4-dc68-4c1d-adf3-c1ddb05f0891', 'tag': '3bbd70b8-ebb3-49bb-8699-870a9a957756'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:44:46.378562 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-474b0704-8629-4680-8d95-2d382a8ed6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:46.383389 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:46.388921 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6dc987-c745-49a4-a710-4f24c0ffb4ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c55f0a-2e45-49b6-b272-ff143392a100,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:46.401572 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-2e6dc987-c745-49a4-a710-4f24c0ffb4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:46.463060 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-305a99af-a296-48f9-9fed-e4d6404e7631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:46.471458 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6dc987-c745-49a4-a710-4f24c0ffb4ec admin admin] Checking segment: {'id': '61083044-1ab4-467e-90a4-6ae7fe894b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '72057a0b-9d45-4897-ad92-200b5ba5e127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:44:46.471963 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6dc987-c745-49a4-a710-4f24c0ffb4ec admin admin] Network hostable DHCP agents. Network: 72057a0b-9d45-4897-ad92-200b5ba5e127, hostable agents: ['548e5bae-174c-4437-b5d4-5dd15da226b0'], hosted agents: [] {{(pid=73861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:44:46.532583 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8036576f-c85e-438a-81f6-e7fb70ef1046 req-300a1106-128c-43e1-9c21-d53cb2ed46b2 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8fd2a1b-be54-48ea-8e49-875a4b33d7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254666 May 04 13:44:46.564498 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-de801417-391d-496e-8f74-bac1f4a4839c req-fe5c93b0-abb7-48c3-8a50-3da89b2aaef4 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Synchronizing usage tracker for tenant:7bea85a15656418198b0f51c80271aca on resource:security_group {{(pid=73861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:44:46.565221 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6d99d34a-c633-41e6-85e7-1040cad8124d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:46.595545 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Pushing event updated for resources: {'Port': ['ID=3bbd70b8-ebb3-49bb-8699-870a9a957756,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:46.599141 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6dc987-c745-49a4-a710-4f24c0ffb4ec admin admin] Network 72057a0b-9d45-4897-ad92-200b5ba5e127 is scheduled to be hosted by DHCP agent 548e5bae-174c-4437-b5d4-5dd15da226b0 with binding_index 1 {{(pid=73861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:44:46.604400 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:46.618881 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-2e6dc987-c745-49a4-a710-4f24c0ffb4ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-smb, 72057a0b-9d45-4897-ad92-200b5ba5e127) {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:46.625435 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6dc987-c745-49a4-a710-4f24c0ffb4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:46.626375 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2e6dc987-c745-49a4-a710-4f24c0ffb4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:46.633273 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6d99d34a-c633-41e6-85e7-1040cad8124d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:46.638952 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93a83f2-7dca-475b-9fb1-77b93e616b05 None None] Network 72057a0b-9d45-4897-ad92-200b5ba5e127 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:44:46.669006 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.30', 63832) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:46.677702 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-305a99af-a296-48f9-9fed-e4d6404e7631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:46.683189 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-305a99af-a296-48f9-9fed-e4d6404e7631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:46.684913 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-305a99af-a296-48f9-9fed-e4d6404e7631 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/edead894-b74b-4d0a-b840-3a31287e4dd5 HTTP/1.1" status: 204 len: 168 time: 1.2941267 May 04 13:44:46.686605 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:46.701341 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-2e6dc987-c745-49a4-a710-4f24c0ffb4ec admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.0682259 May 04 13:44:46.704373 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a99af-a296-48f9-9fed-e4d6404e7631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edead894-b74b-4d0a-b840-3a31287e4dd5,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:46.712745 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-305a99af-a296-48f9-9fed-e4d6404e7631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:46.776310 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-a02e95d8-c776-4641-bb00-2b11ae4c4f88 req-8d7600ad-612e-4b76-b4fd-6ce304d4c414 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:46.805826 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-de801417-391d-496e-8f74-bac1f4a4839c req-fe5c93b0-abb7-48c3-8a50-3da89b2aaef4 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Unset dirty status for tenant:7bea85a15656418198b0f51c80271aca on resource:security_group {{(pid=73861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:44:46.812556 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-de801417-391d-496e-8f74-bac1f4a4839c req-fe5c93b0-abb7-48c3-8a50-3da89b2aaef4 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--660611309&fields=id&tenant_id=7bea85a15656418198b0f51c80271aca HTTP/1.1" status: 200 len: 267 time: 0.4900644 May 04 13:44:46.863253 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-1f85600a-94e2-480c-b606-0719f305cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:46.864906 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-1f85600a-94e2-480c-b606-0719f305cb44 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1663eef7b6514ababc60301bf99e7576&device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 1097 time: 0.4041755 May 04 13:44:46.868570 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-a02e95d8-c776-4641-bb00-2b11ae4c4f88 req-8d7600ad-612e-4b76-b4fd-6ce304d4c414 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:47.061184 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a6c78082-3c38-4cc1-b664-c997a279e0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:47.118563 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45564) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:47.123058 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6d99d34a-c633-41e6-85e7-1040cad8124d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:47.124771 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-35c9e216-491b-4edf-8ac0-8deddb4f4da5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bbd70b8-ebb3-49bb-8699-870a9a957756 HTTP/1.1" status: 200 len: 217 time: 0.2449474 May 04 13:44:47.140192 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7600ad-612e-4b76-b4fd-6ce304d4c414 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdc7c5f-07a9-448a-8d7f-622d62b50a6b,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:47.150672 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8d7600ad-612e-4b76-b4fd-6ce304d4c414 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:47.156567 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662da658-fae1-42ea-b022-a8e5aa25b1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89fc3c9-9206-4955-aec2-ddbb084be005'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:44:47.245469 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8476db-0d21-4f8b-9feb-3d0ab98a35dd admin admin] Deleting subnet 82067486-d536-4673-912b-eb562b930dc3 {{(pid=73861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 13:44:47.256666 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5f8476db-0d21-4f8b-9feb-3d0ab98a35dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:47.289567 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:47.339286 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de801417-391d-496e-8f74-bac1f4a4839c req-0e65b075-72ec-4a4f-b87b-7bb8f4ad67a7 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:47.340258 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-de801417-391d-496e-8f74-bac1f4a4839c req-0e65b075-72ec-4a4f-b87b-7bb8f4ad67a7 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Synchronizing usage tracker for tenant:7bea85a15656418198b0f51c80271aca on resource:network {{(pid=73861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:44:47.348914 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8f7ce3-a463-4478-9c6d-ba4989d30707 None None] Network 72057a0b-9d45-4897-ad92-200b5ba5e127 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:44:47.375398 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550e821-041d-4a9b-82b1-41a62cf11773 req-6ec29c2d-a4f3-46b8-8256-f46cf951117e tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:47.377040 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8550e821-041d-4a9b-82b1-41a62cf11773 req-6ec29c2d-a4f3-46b8-8256-f46cf951117e tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 946 time: 0.5017292 May 04 13:44:47.391072 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5f8476db-0d21-4f8b-9feb-3d0ab98a35dd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:47.415401 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-de801417-391d-496e-8f74-bac1f4a4839c req-0e65b075-72ec-4a4f-b87b-7bb8f4ad67a7 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Unset dirty status for tenant:7bea85a15656418198b0f51c80271aca on resource:network {{(pid=73861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:44:47.416629 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-de801417-391d-496e-8f74-bac1f4a4839c req-0e65b075-72ec-4a4f-b87b-7bb8f4ad67a7 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/networks?id=1fd94811-ffd9-4e26-916f-1e2fa598c199 HTTP/1.1" status: 200 len: 811 time: 0.6011477 May 04 13:44:47.419256 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99d34a-c633-41e6-85e7-1040cad8124d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79fd205-ab0c-4b43-a8f9-ad7373d46579,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:47.420459 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5f8476db-0d21-4f8b-9feb-3d0ab98a35dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989773'] for subnet, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:47.466662 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6d99d34a-c633-41e6-85e7-1040cad8124d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:47.481370 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-a02e95d8-c776-4641-bb00-2b11ae4c4f88 req-8d7600ad-612e-4b76-b4fd-6ce304d4c414 service neutron] Synchronizing usage tracker for tenant:78051a6d31204291b133743356c81b87 on resource:security_group {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:44:47.496855 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-de801417-391d-496e-8f74-bac1f4a4839c req-951409f4-f36a-4392-becb-2b6b94a87b43 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/quotas/7bea85a15656418198b0f51c80271aca HTTP/1.1" status: 200 len: 375 time: 0.0375724 May 04 13:44:47.512415 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8550e821-041d-4a9b-82b1-41a62cf11773 req-b647ac3a-aa87-4bc1-8a78-38bf8c2dc4d8 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252959 May 04 13:44:47.735488 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-3cde0dbf-c979-4d75-8049-0a13ab0efd54 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:47.741462 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-3cde0dbf-c979-4d75-8049-0a13ab0efd54 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.30 "GET /v2.0/networks?id=173162e4-65be-4ace-a427-e6e40ca8cc8a HTTP/1.1" status: 200 len: 818 time: 1.0633636 May 04 13:44:47.753324 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cec22a4-dc68-4c1d-adf3-c1ddb05f0891', 'tag': '3bbd70b8-ebb3-49bb-8699-870a9a957756', 'status': 'completed', 'code': 200} May 04 13:44:47.787346 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-de801417-391d-496e-8f74-bac1f4a4839c req-d53d4d3e-4479-4ec8-ad23-43fd704d3fba tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Synchronizing usage tracker for tenant:7bea85a15656418198b0f51c80271aca on resource:port {{(pid=73861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:44:47.816043 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Request body: {'port': {'device_id': '2d8c213c-c57b-4c1d-96c6-18f8bce1cd16', 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a', 'admin_state_up': True, 'tenant_id': '1663eef7b6514ababc60301bf99e7576'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:47.848220 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-de801417-391d-496e-8f74-bac1f4a4839c req-d53d4d3e-4479-4ec8-ad23-43fd704d3fba tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Unset dirty status for tenant:7bea85a15656418198b0f51c80271aca on resource:port {{(pid=73861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:44:47.849603 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-de801417-391d-496e-8f74-bac1f4a4839c req-d53d4d3e-4479-4ec8-ad23-43fd704d3fba tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bea85a15656418198b0f51c80271aca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3452246 May 04 13:44:47.867035 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6d99d34a-c633-41e6-85e7-1040cad8124d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:47.888455 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-6d99d34a-c633-41e6-85e7-1040cad8124d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d79fd205-ab0c-4b43-a8f9-ad7373d46579 HTTP/1.1" status: 204 len: 168 time: 1.5748215 May 04 13:44:47.943160 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5f8476db-0d21-4f8b-9feb-3d0ab98a35dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for subnet, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:48.047200 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:48.069307 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-ff4ddd1f-dbb4-40b1-9f0c-e424ad1f6a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:48.071019 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-ff4ddd1f-dbb4-40b1-9f0c-e424ad1f6a03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=29831a22-bbbd-4838-bcc7-5e382073153a HTTP/1.1" status: 200 len: 858 time: 0.9126956 May 04 13:44:48.077172 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-a02e95d8-c776-4641-bb00-2b11ae4c4f88 req-8d7600ad-612e-4b76-b4fd-6ce304d4c414 service neutron] Unset dirty status for tenant:78051a6d31204291b133743356c81b87 on resource:security_group {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:44:48.078406 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a02e95d8-c776-4641-bb00-2b11ae4c4f88 req-8d7600ad-612e-4b76-b4fd-6ce304d4c414 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8937836 May 04 13:44:48.112251 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-388b7f74-7425-423e-a31e-98a275484aea req-565e97e8-d35c-4dd8-aa83-1dfe74b8bc55 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 210 time: 0.1685596 May 04 13:44:48.119689 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8476db-0d21-4f8b-9feb-3d0ab98a35dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82067486-d536-4673-912b-eb562b930dc3,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:48.150852 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-6b569f96-1107-47db-8a5e-8a9230769696 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=173162e4-65be-4ace-a427-e6e40ca8cc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628769 May 04 13:44:48.155804 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5f8476db-0d21-4f8b-9feb-3d0ab98a35dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:48.218298 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662da658-fae1-42ea-b022-a8e5aa25b1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89fc3c9-9206-4955-aec2-ddbb084be005', 'code': 200} May 04 13:44:48.287041 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:48.300703 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Usage tracker for resource:port and tenant:1663eef7b6514ababc60301bf99e7576 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:48.305460 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:48.314252 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-5f8476db-0d21-4f8b-9feb-3d0ab98a35dd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/82067486-d536-4673-912b-eb562b930dc3 HTTP/1.1" status: 204 len: 168 time: 1.1927600 May 04 13:44:48.318095 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 45604) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:48.319040 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:48.343809 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5f8476db-0d21-4f8b-9feb-3d0ab98a35dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:48.393807 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Made reservation on behalf of 1663eef7b6514ababc60301bf99e7576 for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:44:48.398059 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:48.465130 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-de801417-391d-496e-8f74-bac1f4a4839c req-7ab433b2-407d-4791-b1d7-ace2de55d0ea service neutron] 10.222.0.44 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875573 May 04 13:44:48.475263 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-ada6de82-b522-4209-99a5-08ad27dbce06 service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122721 May 04 13:44:48.609511 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608811'] for network, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:48.661035 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70edc6-9e7f-4eac-a7c1-12fd94fa2e91 req-fd4109b7-cd1f-4b02-91e9-a2cbd8ebf487 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:48.669842 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1f70edc6-9e7f-4eac-a7c1-12fd94fa2e91 req-fd4109b7-cd1f-4b02-91e9-a2cbd8ebf487 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 945 time: 0.2618718 May 04 13:44:48.711887 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-de801417-391d-496e-8f74-bac1f4a4839c req-e93d31c4-37eb-437c-8dd3-f27f9c435828 service neutron] 10.222.0.44 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455511 May 04 13:44:48.781897 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1f70edc6-9e7f-4eac-a7c1-12fd94fa2e91 req-105edd66-daec-4331-81ec-d9aef2ca2221 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8fd2a1b-be54-48ea-8e49-875a4b33d7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096005 May 04 13:44:48.783226 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45612) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:48.920161 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b7dd8c0d-6050-4e67-850a-695fe76e4cf5 req-39b3400a-2ba0-40d1-a076-949ee186cf38 service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314547 May 04 13:44:49.078117 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-3038bc94-e55a-4388-8c3b-a26a79e1db65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:49.204448 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-3038bc94-e55a-4388-8c3b-a26a79e1db65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:49.215283 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-3038bc94-e55a-4388-8c3b-a26a79e1db65 admin admin] Usage tracker for resource:security_group_rule and tenant:ca5fe124c5fe4b198a68eb1dc10d0b06 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:49.224769 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-3038bc94-e55a-4388-8c3b-a26a79e1db65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:49.241166 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-3038bc94-e55a-4388-8c3b-a26a79e1db65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:49.250124 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Allocated IP 172.20.0.9 (173162e4-65be-4ace-a427-e6e40ca8cc8a/29831a22-bbbd-4838-bcc7-5e382073153a/7576f8b8-170d-4ccc-859e-79f5efdd03ef) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:44:49.284582 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985040', 'neutron.services.segments.db._delete_segments_for_network-8760702794289'] for network, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:49.474146 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e1f853f9-0f22-49d1-ac11-0aa0f8e5aab7 req-256ec2bb-3dc3-47cf-b51a-bebeebe3167a tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 210 time: 0.1283400 May 04 13:44:49.660392 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-3038bc94-e55a-4388-8c3b-a26a79e1db65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:49.680387 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-3038bc94-e55a-4388-8c3b-a26a79e1db65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:49.718303 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92d274-98a4-41e6-af25-c340033c75da req-44db981b-407e-44f0-a3b9-f1c3126b72f0 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:49.737327 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8f92d274-98a4-41e6-af25-c340033c75da req-44db981b-407e-44f0-a3b9-f1c3126b72f0 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 946 time: 0.6224306 May 04 13:44:49.753080 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f483c-c53d-4494-a83d-fa5e33ed166e req-05db6338-876a-4f40-823e-405a94395fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:49.758339 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-655f483c-c53d-4494-a83d-fa5e33ed166e req-05db6338-876a-4f40-823e-405a94395fd7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 1098 time: 0.9952686 May 04 13:44:49.781105 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:49.924898 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:49.932757 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:49.934327 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:49.936250 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Subscribe: > port after_create 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:49.936934 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Subscribe: > port after_delete 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:49.943843 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Subscribe: > port after_update 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:49.944578 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:49.945240 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:49.945895 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:49.946554 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:50.043191 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-3038bc94-e55a-4388-8c3b-a26a79e1db65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca5fe124c5fe4b198a68eb1dc10d0b06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2559359 May 04 13:44:50.072956 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8f92d274-98a4-41e6-af25-c340033c75da req-85d8df2b-e8be-408e-ab4e-56940834fdb4 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339586 May 04 13:44:50.074561 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45648) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:50.172441 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038bc94-e55a-4388-8c3b-a26a79e1db65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6c7d76-c1a8-4136-8fde-ab4a066662fa,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:50.192038 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:50.193090 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:50.193692 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:50.194497 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:50.195451 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.services.segments.db [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf25e12-0747-4a07-a054-a0be089256f6']}} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:50.200135 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-3038bc94-e55a-4388-8c3b-a26a79e1db65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:50.202457 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f4fb9cc6-a329-4a68-9135-b92df166b0b8 req-405ba514-cc0c-40ba-838f-01426f7926cf tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 210 time: 0.1939590 May 04 13:44:50.339318 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d5dd926f-26fb-4430-a153-8630aecb6ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:50.409100 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d5dd926f-26fb-4430-a153-8630aecb6ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:50.456539 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.services.segments.db [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8744d5-221a-41ae-9c6f-4854184ad22e') {'for_net_delete': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:50.457236 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.services.segments.db [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8744d5-221a-41ae-9c6f-4854184ad22e') {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:50.516147 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760702805351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15112952'] for segment, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:50.551542 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-655f483c-c53d-4494-a83d-fa5e33ed166e req-c1b5a3f3-83bb-4f6c-bfd6-7189e6a303aa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e8fd2a1b-be54-48ea-8e49-875a4b33d7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7443249 May 04 13:44:50.582471 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da83df1-a669-4984-8194-b2f25b4e2fce req-1f9dddeb-10ce-49db-9ad1-b8a970f38650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:50.585241 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8da83df1-a669-4984-8194-b2f25b4e2fce req-1f9dddeb-10ce-49db-9ad1-b8a970f38650 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1663eef7b6514ababc60301bf99e7576&device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 1097 time: 1.4451714 May 04 13:44:50.592030 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:50.599762 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f1955-c84c-41d1-bad8-fcb311df1ea3 req-191031b8-a4ed-49f1-9fba-e835445ff38c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:50.607014 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6a5f1955-c84c-41d1-bad8-fcb311df1ea3 req-191031b8-a4ed-49f1-9fba-e835445ff38c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 945 time: 0.2039151 May 04 13:44:50.629725 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d5dd926f-26fb-4430-a153-8630aecb6ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:50.638117 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-4086c0f3-d89d-4c03-ad79-3fe91fa80473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:50.663546 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd926f-26fb-4430-a153-8630aecb6ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6c7d76-c1a8-4136-8fde-ab4a066662fa,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:50.677398 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-d5dd926f-26fb-4430-a153-8630aecb6ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:50.682625 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d5dd926f-26fb-4430-a153-8630aecb6ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:50.684041 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-d5dd926f-26fb-4430-a153-8630aecb6ea7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f6c7d76-c1a8-4136-8fde-ab4a066662fa HTTP/1.1" status: 204 len: 168 time: 0.5128477 May 04 13:44:50.699152 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6a5f1955-c84c-41d1-bad8-fcb311df1ea3 req-cc4ab18d-313d-49ac-b06f-e6d847edba83 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8fd2a1b-be54-48ea-8e49-875a4b33d7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911710 May 04 13:44:50.719224 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=73860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:44:50.761928 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-561d24dc-36a2-4b0f-8046-9f94a58229b1 req-ec245c3b-ba42-4680-bd88-de697a42c9fa tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 210 time: 0.0591130 May 04 13:44:51.082292 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:51.416678 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e3a12-0aa2-4d9f-a833-e61331cce28e req-1b05154b-4527-4b49-9f1f-9ba58c51017f tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:51.425820 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2b9e3a12-0aa2-4d9f-a833-e61331cce28e req-1b05154b-4527-4b49-9f1f-9ba58c51017f tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 946 time: 0.2004108 May 04 13:44:51.547409 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Network caf25e12-0747-4a07-a054-a0be089256f6 has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:44:51.579248 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-994584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15112346'] for segment, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:51.612720 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f1fe95ca-aab5-4a05-865e-9b7d401e4cc4 req-8adec9fc-122f-4015-ba36-5a79b24afef9 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 210 time: 0.1443894 May 04 13:44:51.622901 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2b9e3a12-0aa2-4d9f-a833-e61331cce28e req-7a3d02ff-49cb-4e0b-83ab-494dbee433b5 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929293 May 04 13:44:51.807524 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de801417-391d-496e-8f74-bac1f4a4839c req-bfac1cd5-4782-4783-8bf2-96b37308e604 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:51.809110 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-de801417-391d-496e-8f74-bac1f4a4839c req-bfac1cd5-4782-4783-8bf2-96b37308e604 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.30 "GET /v2.0/networks?id=1fd94811-ffd9-4e26-916f-1e2fa598c199 HTTP/1.1" status: 200 len: 811 time: 0.7630997 May 04 13:44:51.826475 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:51.831626 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da83df1-a669-4984-8194-b2f25b4e2fce req-bf2dbbf4-c52f-4c50-9880-f73515e5d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:51.833190 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8da83df1-a669-4984-8194-b2f25b4e2fce req-bf2dbbf4-c52f-4c50-9880-f73515e5d961 service neutron] 10.222.0.30 "GET /v2.0/networks?id=173162e4-65be-4ace-a427-e6e40ca8cc8a HTTP/1.1" status: 200 len: 919 time: 1.2184620 May 04 13:44:51.977589 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:52.027391 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Network 173162e4-65be-4ace-a427-e6e40ca8cc8a is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:44:52.059869 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:52.085334 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:44:52.132110 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:52.204915 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e70a12cd-1e53-4429-b31a-f5232511fbcc req-87ec3ba6-b56d-4776-aa85-efe7f5fc3273 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 210 time: 0.1712775 May 04 13:44:52.228739 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:52.229413 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:52.245870 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8da83df1-a669-4984-8194-b2f25b4e2fce req-5acc8c20-d36d-42fc-86bd-1d5b8b0d1e12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bbd70b8-ebb3-49bb-8699-870a9a957756 HTTP/1.1" status: 200 len: 217 time: 0.3687871 May 04 13:44:52.273319 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f45141-4f32-46a1-ba56-cd69e16fa60b req-ce7c60ba-e098-440d-a5ed-d201fb80e1b0 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:52.275495 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f6f45141-4f32-46a1-ba56-cd69e16fa60b req-ce7c60ba-e098-440d-a5ed-d201fb80e1b0 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 945 time: 0.4098587 May 04 13:44:52.339347 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Network caf25e12-0747-4a07-a054-a0be089256f6 has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:44:52.361494 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f6f45141-4f32-46a1-ba56-cd69e16fa60b req-a492feb6-0f3b-478d-83ab-9642479baa8a tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8fd2a1b-be54-48ea-8e49-875a4b33d7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686555 May 04 13:44:52.368297 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-de801417-391d-496e-8f74-bac1f4a4839c req-2d833590-0e91-4e9f-b999-6e16bc678dfe tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bea85a15656418198b0f51c80271aca HTTP/1.1" status: 200 len: 379 time: 0.5251036 May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: from cryptography.utils import int_from_bytes May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: from cryptography.utils import int_from_bytes May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: Traceback (most recent call last): May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: timer() May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: cb(*args, **kw) May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: return func(*args, **kwargs) May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: self._notify() May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: self.callback(batched_events) May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: event.method(event) May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: return f(self, *a, **k) May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: return self._get(url).json() May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: return self.request(url, 'GET', **kwargs) May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:44:52.502554 dv-cinder-789564-1-smb neutron-server[73860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:44:52.527138 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-de801417-391d-496e-8f74-bac1f4a4839c req-38db40ee-7f9b-4e12-ba55-b9999d103dca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Request body: {'port': {'device_id': '547a35c8-44b6-4493-9385-6ac5d11fe8bf', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'admin_state_up': True, 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'security_groups': ['9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8']}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:52.542430 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Pushing event updated for resources: {'Port': ['ID=7576f8b8-170d-4ccc-859e-79f5efdd03ef,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:52.546833 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7498159 May 04 13:44:52.603813 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:52.632762 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Request body: {'port': {'device_id': '2d8c213c-c57b-4c1d-96c6-18f8bce1cd16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:52.748747 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da83df1-a669-4984-8194-b2f25b4e2fce req-f0a9800d-1f5f-43fd-aa5c-452b0ca595f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:52.750373 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8da83df1-a669-4984-8194-b2f25b4e2fce req-f0a9800d-1f5f-43fd-aa5c-452b0ca595f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=29831a22-bbbd-4838-bcc7-5e382073153a HTTP/1.1" status: 200 len: 858 time: 0.4951854 May 04 13:44:52.813969 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 3bbd70b8-ebb3-49bb-8699-870a9a957756 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:44:52.995689 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d6982-c948-454e-8a9a-5dc76dc877d7 req-62021350-a3d9-44b6-9174-4875417348dc tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:52.997462 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-318d6982-c948-454e-8a9a-5dc76dc877d7 req-62021350-a3d9-44b6-9174-4875417348dc tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 931 time: 0.2251303 May 04 13:44:53.042460 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974341'] for network, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:53.085040 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-318d6982-c948-454e-8a9a-5dc76dc877d7 req-3725d832-fc27-4830-9c1d-b107aacce9a5 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Synchronizing usage tracker for tenant:1663eef7b6514ababc60301bf99e7576 on resource:security_group {{(pid=73861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:44:53.109432 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-318d6982-c948-454e-8a9a-5dc76dc877d7 req-3725d832-fc27-4830-9c1d-b107aacce9a5 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Unset dirty status for tenant:1663eef7b6514ababc60301bf99e7576 on resource:security_group {{(pid=73861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:44:53.111583 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-318d6982-c948-454e-8a9a-5dc76dc877d7 req-3725d832-fc27-4830-9c1d-b107aacce9a5 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995646 May 04 13:44:53.156225 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8da83df1-a669-4984-8194-b2f25b4e2fce req-626a9016-b3bd-45fa-9da5-1f485852ca15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=173162e4-65be-4ace-a427-e6e40ca8cc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2707345 May 04 13:44:53.158142 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 3bbd70b8-ebb3-49bb-8699-870a9a957756, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3bbd70b8-ebb3-49bb-8699-870a9a957756,segment=NetworkSegment(df708d1b-3fe2-4f2b-b5a1-0a8434e1078d),segment_id=df708d1b-3fe2-4f2b-b5a1-0a8434e1078d)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:44:53.177640 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': '3bbd70b8-ebb3-49bb-8699-870a9a957756', 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a', 'port_id': '3bbd70b8-ebb3-49bb-8699-870a9a957756', 'mac_address': 'fa:16:3e:68:4b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29831a22-bbbd-4838-bcc7-5e382073153a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:44:53.200300 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-976d4bcb-f6fe-4116-97d6-d9d1ec89fee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:53.245241 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:53.270281 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:53.284465 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Pushing event deleted for resources: {'Network': ['ID=caf25e12-0747-4a07-a054-a0be089256f6,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:53.301411 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bbd70b8-ebb3-49bb-8699-870a9a957756 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:44:53.316004 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:53.339510 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 3bbd70b8-ebb3-49bb-8699-870a9a957756, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3bbd70b8-ebb3-49bb-8699-870a9a957756,segment=NetworkSegment(df708d1b-3fe2-4f2b-b5a1-0a8434e1078d),segment_id=df708d1b-3fe2-4f2b-b5a1-0a8434e1078d)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:44:53.349320 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:53.352214 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:53.409996 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:53.446314 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] 10.222.0.44 "DELETE /v2.0/networks/caf25e12-0747-4a07-a054-a0be089256f6 HTTP/1.1" status: 204 len: 168 time: 5.1244295 May 04 13:44:53.450009 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45732) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:53.472451 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-de801417-391d-496e-8f74-bac1f4a4839c req-38db40ee-7f9b-4e12-ba55-b9999d103dca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:53.554809 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=3bbd70b8-ebb3-49bb-8699-870a9a957756,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:53.564418 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-de801417-391d-496e-8f74-bac1f4a4839c req-38db40ee-7f9b-4e12-ba55-b9999d103dca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:53.573102 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:53.598479 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9b9044-f399-4515-9840-1fbefa85d704 admin admin] Deleting subnet 14c55f0a-2e45-49b6-b272-ff143392a100 {{(pid=73861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 13:44:53.602839 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9044-f399-4515-9840-1fbefa85d704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:53.614958 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['3bbd70b8-ebb3-49bb-8699-870a9a957756'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:44:53.679004 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de801417-391d-496e-8f74-bac1f4a4839c req-38db40ee-7f9b-4e12-ba55-b9999d103dca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Made reservation on behalf of 7bea85a15656418198b0f51c80271aca for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:44:53.683021 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-de801417-391d-496e-8f74-bac1f4a4839c req-38db40ee-7f9b-4e12-ba55-b9999d103dca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:53.743054 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9044-f399-4515-9840-1fbefa85d704 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:53.777545 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9044-f399-4515-9840-1fbefa85d704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989773'] for subnet, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:53.813409 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8da83df1-a669-4984-8194-b2f25b4e2fce req-1bd6a3fe-86c3-4719-9d83-d3ff6569a444 service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466253 May 04 13:44:54.173584 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0b92caeb-2cff-442b-a6ae-220c6c0802f7 req-ece5a2db-e7e3-41e3-980c-91afad0238bb tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 210 time: 0.4086478 May 04 13:44:54.198797 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-de801417-391d-496e-8f74-bac1f4a4839c req-38db40ee-7f9b-4e12-ba55-b9999d103dca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Allocated IP 172.20.0.9 (1fd94811-ffd9-4e26-916f-1e2fa598c199/44f55995-417a-4b33-b1ec-1e179bdc93a5/add37c68-5159-4010-8064-843be37f3631) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:44:54.342262 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9044-f399-4515-9840-1fbefa85d704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for subnet, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:54.352901 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:54.435104 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b9044-f399-4515-9840-1fbefa85d704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14c55f0a-2e45-49b6-b272-ff143392a100,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:54.516338 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9044-f399-4515-9840-1fbefa85d704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:54.521929 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-7d9b9044-f399-4515-9840-1fbefa85d704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:54.569958 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-7d9b9044-f399-4515-9840-1fbefa85d704 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/14c55f0a-2e45-49b6-b272-ff143392a100 HTTP/1.1" status: 204 len: 168 time: 1.1159861 May 04 13:44:54.573674 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45758) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:54.623584 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8da83df1-a669-4984-8194-b2f25b4e2fce req-246e9022-6afa-4964-977f-cdd21242872f service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7589781 May 04 13:44:54.832631 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 3bbd70b8-ebb3-49bb-8699-870a9a957756 up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:44:54.860927 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b23280-1e64-4c12-9dbc-fdbee7bceb2e req-a3c4f11d-6ddd-499f-8135-a3f7793060ce tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:54.864224 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-49b23280-1e64-4c12-9dbc-fdbee7bceb2e req-a3c4f11d-6ddd-499f-8135-a3f7793060ce tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 931 time: 0.4368134 May 04 13:44:54.868388 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608811'] for network, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:55.067224 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port 3bbd70b8-ebb3-49bb-8699-870a9a957756 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:44:55.076448 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port 3bbd70b8-ebb3-49bb-8699-870a9a957756 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:44:55.077018 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:55.091486 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-49b23280-1e64-4c12-9dbc-fdbee7bceb2e req-a271ebb8-127e-4a13-98d7-7c55212c0042 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058764 May 04 13:44:55.268096 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-de801417-391d-496e-8f74-bac1f4a4839c req-38db40ee-7f9b-4e12-ba55-b9999d103dca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:55.392415 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7576f8b8-170d-4ccc-859e-79f5efdd03ef {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:44:55.413294 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-de801417-391d-496e-8f74-bac1f4a4839c req-38db40ee-7f9b-4e12-ba55-b9999d103dca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Transition to ACTIVE for port object add37c68-5159-4010-8064-843be37f3631 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:44:55.435468 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:55.519468 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Transition to ACTIVE for port object 7576f8b8-170d-4ccc-859e-79f5efdd03ef will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:44:55.548595 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:55.581553 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:55.594375 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-45fb124c-1b24-4e23-8795-6e7fd2f0656d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:55.627983 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 3bbd70b8-ebb3-49bb-8699-870a9a957756, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3bbd70b8-ebb3-49bb-8699-870a9a957756,segment=NetworkSegment(df708d1b-3fe2-4f2b-b5a1-0a8434e1078d),segment_id=df708d1b-3fe2-4f2b-b5a1-0a8434e1078d)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:44:55.630078 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cec22a4-dc68-4c1d-adf3-c1ddb05f0891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbd70b8-ebb3-49bb-8699-870a9a957756'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:44:55.643406 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:55.646725 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:55.655342 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985040', 'neutron.services.segments.db._delete_segments_for_network-8760702794289'] for network, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:55.667796 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-de801417-391d-496e-8f74-bac1f4a4839c req-38db40ee-7f9b-4e12-ba55-b9999d103dca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:55.758588 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Pushing event updated for resources: {'Port': ['ID=7576f8b8-170d-4ccc-859e-79f5efdd03ef,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:55.779896 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=3bbd70b8-ebb3-49bb-8699-870a9a957756,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:55.784365 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:55.934056 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:55.949505 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:56.082563 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:56.083086 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:56.084274 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:56.085036 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Subscribe: > port after_create 55550000 {{(pid=73861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:56.085557 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:56.086075 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Subscribe: > port after_update 55550000 {{(pid=73861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:56.086802 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:56.087485 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:56.088203 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:56.088928 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:56.156713 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-34363058-2008-4cf8-b0a5-60013c52f583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:56.217760 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de801417-391d-496e-8f74-bac1f4a4839c req-38db40ee-7f9b-4e12-ba55-b9999d103dca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Network 1fd94811-ffd9-4e26-916f-1e2fa598c199 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:44:56.321512 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-de801417-391d-496e-8f74-bac1f4a4839c req-38db40ee-7f9b-4e12-ba55-b9999d103dca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:44:56.324837 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db40ee-7f9b-4e12-ba55-b9999d103dca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Pushing event updated for resources: {'Port': ['ID=add37c68-5159-4010-8064-843be37f3631,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:56.328728 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-de801417-391d-496e-8f74-bac1f4a4839c req-38db40ee-7f9b-4e12-ba55-b9999d103dca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:44:56.330211 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cec22a4-dc68-4c1d-adf3-c1ddb05f0891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbd70b8-ebb3-49bb-8699-870a9a957756', 'code': 200} May 04 13:44:56.433404 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:56.434071 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:56.434712 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:56.435344 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:44:56.436025 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72057a0b-9d45-4897-ad92-200b5ba5e127']}} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:56.444774 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-38db40ee-7f9b-4e12-ba55-b9999d103dca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:56.507815 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61083044-1ab4-467e-90a4-6ae7fe894b59') {'for_net_delete': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:56.529122 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de801417-391d-496e-8f74-bac1f4a4839c req-38db40ee-7f9b-4e12-ba55-b9999d103dca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:56.529703 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61083044-1ab4-467e-90a4-6ae7fe894b59') {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:44:56.530190 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-de801417-391d-496e-8f74-bac1f4a4839c req-38db40ee-7f9b-4e12-ba55-b9999d103dca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:56.574554 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c78125-06d0-4cd9-acf7-31fc93b48359 req-672a0b9d-b559-4254-9f53-94adcda66598 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:56.577563 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-37c78125-06d0-4cd9-acf7-31fc93b48359 req-672a0b9d-b559-4254-9f53-94adcda66598 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 931 time: 1.0964425 May 04 13:44:56.618919 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Attempting to bind port 7576f8b8-170d-4ccc-859e-79f5efdd03ef on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:44:56.619308 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Attempting to bind port 7576f8b8-170d-4ccc-859e-79f5efdd03ef by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'df708d1b-3fe2-4f2b-b5a1-0a8434e1078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:44:56.619663 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Attempting to bind port 7576f8b8-170d-4ccc-859e-79f5efdd03ef on network 173162e4-65be-4ace-a427-e6e40ca8cc8a {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:44:56.624291 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-de801417-391d-496e-8f74-bac1f4a4839c req-38db40ee-7f9b-4e12-ba55-b9999d103dca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1063008 May 04 13:44:56.634726 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760702805351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1510524'] for segment, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:56.698868 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Port 7576f8b8-170d-4ccc-859e-79f5efdd03ef on network 173162e4-65be-4ace-a427-e6e40ca8cc8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:44:56.699890 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Attempting to bind port 7576f8b8-170d-4ccc-859e-79f5efdd03ef on network 173162e4-65be-4ace-a427-e6e40ca8cc8a {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:44:56.721283 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Request body: {'port': {'device_id': '547a35c8-44b6-4493-9385-6ac5d11fe8bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:44:56.810163 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:44:56.810590 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Checking segment: {'id': 'df708d1b-3fe2-4f2b-b5a1-0a8434e1078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:44:56.811064 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Bound using segment: {'id': 'df708d1b-3fe2-4f2b-b5a1-0a8434e1078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:44:56.811632 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Bound port: 7576f8b8-170d-4ccc-859e-79f5efdd03ef, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df708d1b-3fe2-4f2b-b5a1-0a8434e1078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:44:56.812083 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:56.813303 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-059294dd-7ea4-4413-aff7-86fb8fe952f2 None None] Provisioning for port add37c68-5159-4010-8064-843be37f3631 completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:44:56.828014 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:56.837260 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-059294dd-7ea4-4413-aff7-86fb8fe952f2 None None] Provisioning complete for port add37c68-5159-4010-8064-843be37f3631 triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:44:56.837866 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-059294dd-7ea4-4413-aff7-86fb8fe952f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:56.869283 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=73861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:44:56.926085 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-37c78125-06d0-4cd9-acf7-31fc93b48359 req-a2c74c49-558c-4ee0-8846-1fbdaa9d1f62 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3347864 May 04 13:44:57.025559 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-059294dd-7ea4-4413-aff7-86fb8fe952f2 None None] Port add37c68-5159-4010-8064-843be37f3631 cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:44:57.052750 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafecc3-2714-4949-ac01-5438afcb8274 req-a69aabbd-cb5e-4b20-89cd-c66a4924d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:57.054274 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-1bafecc3-2714-4949-ac01-5438afcb8274 req-a69aabbd-cb5e-4b20-89cd-c66a4924d68b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 1099 time: 0.4365482 May 04 13:44:57.078725 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:57.096716 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] For port 7576f8b8-170d-4ccc-859e-79f5efdd03ef, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:44:57.153621 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] For port 7576f8b8-170d-4ccc-859e-79f5efdd03ef, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7576f8b8-170d-4ccc-859e-79f5efdd03ef,segment=NetworkSegment(df708d1b-3fe2-4f2b-b5a1-0a8434e1078d),segment_id=df708d1b-3fe2-4f2b-b5a1-0a8434e1078d)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:44:57.170910 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:57.181767 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-1bafecc3-2714-4949-ac01-5438afcb8274 req-180d687e-5acc-442e-87a6-a99607d36005 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173015 May 04 13:44:57.185083 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:57.228605 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Network 72057a0b-9d45-4897-ad92-200b5ba5e127 has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:44:57.238973 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-994584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1511030'] for segment, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:57.260918 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:57.261542 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:57.262937 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] 10.222.0.30 "PUT /v2.0/ports/7576f8b8-170d-4ccc-859e-79f5efdd03ef HTTP/1.1" status: 200 len: 1093 time: 4.6529522 May 04 13:44:57.265564 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8c213c-c57b-4c1d-96c6-18f8bce1cd16', 'tag': '7576f8b8-170d-4ccc-859e-79f5efdd03ef'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:44:57.269664 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454516e-1b57-4cc7-a9e4-b897ade0e778 req-ba745d99-a0a9-4226-aa5a-f6b61dac9417 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:57.277522 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a454516e-1b57-4cc7-a9e4-b897ade0e778 req-ba745d99-a0a9-4226-aa5a-f6b61dac9417 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 943 time: 0.6886618 May 04 13:44:57.413357 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Pushing event updated for resources: {'Port': ['ID=7576f8b8-170d-4ccc-859e-79f5efdd03ef,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:57.421437 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:57.446053 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8c213c-c57b-4c1d-96c6-18f8bce1cd16', 'tag': '7576f8b8-170d-4ccc-859e-79f5efdd03ef', 'status': 'completed', 'code': 200} May 04 13:44:57.599099 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-efb3d28f-f5a6-45fb-8844-2c665f9fb0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:57.600537 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-efb3d28f-f5a6-45fb-8844-2c665f9fb0ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1663eef7b6514ababc60301bf99e7576&device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 1096 time: 0.2704995 May 04 13:44:57.622089 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a454516e-1b57-4cc7-a9e4-b897ade0e778 req-0257562b-3188-4aa5-bddb-2b7f2f370441 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431942 May 04 13:44:57.650510 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Network 72057a0b-9d45-4897-ad92-200b5ba5e127 has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: from cryptography.utils import int_from_bytes May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: from cryptography.utils import int_from_bytes May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: Traceback (most recent call last): May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: timer() May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: cb(*args, **kw) May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: return func(*args, **kwargs) May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: self._notify() May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: self.callback(batched_events) May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: event.method(event) May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: return f(self, *a, **k) May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: return self._get(url).json() May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: return self.request(url, 'GET', **kwargs) May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:44:57.694531 dv-cinder-789564-1-smb neutron-server[73861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:44:57.716533 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-d3da7e56-b2fe-4242-94d4-b5b8b10683a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7576f8b8-170d-4ccc-859e-79f5efdd03ef HTTP/1.1" status: 200 len: 217 time: 0.0977275 May 04 13:44:57.844420 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974341'] for network, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:57.850518 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:57.897162 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:57.906935 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-808a0583-ee9d-4160-8c2d-e7fa61210318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:57.909292 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-808a0583-ee9d-4160-8c2d-e7fa61210318 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=29831a22-bbbd-4838-bcc7-5e382073153a HTTP/1.1" status: 200 len: 858 time: 0.1840162 May 04 13:44:57.916410 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Pushing event deleted for resources: {'Network': ['ID=72057a0b-9d45-4897-ad92-200b5ba5e127,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:57.920862 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:57.940029 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] 10.222.0.44 "DELETE /v2.0/networks/72057a0b-9d45-4897-ad92-200b5ba5e127 HTTP/1.1" status: 204 len: 168 time: 3.3624077 May 04 13:44:58.022681 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-348ac953-cdcf-4190-85af-847e169c0501 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=173162e4-65be-4ace-a427-e6e40ca8cc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063669 May 04 13:44:58.137343 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add37c68-5159-4010-8064-843be37f3631 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:44:58.161245 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:58.214887 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Transition to ACTIVE for port object add37c68-5159-4010-8064-843be37f3631 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:44:58.259975 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:58.294465 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:58.434988 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac8325-9f8f-4f8d-97ea-127c67402825 req-56c63833-9e72-4f75-bd5e-bc4e8faa8976 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:58.443260 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a4ac8325-9f8f-4f8d-97ea-127c67402825 req-56c63833-9e72-4f75-bd5e-bc4e8faa8976 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 943 time: 0.2123153 May 04 13:44:58.532354 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 45846) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:58.685282 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a4ac8325-9f8f-4f8d-97ea-127c67402825 req-634aff37-3288-4b91-9d63-d3ff346c1e08 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2404783 May 04 13:44:58.850439 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb31e-9642-47ab-8fd4-b4201639c3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:58.942845 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-89f9482c-fd40-4059-8747-9af0b2420b8c tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:58.951231 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-89f9482c-fd40-4059-8747-9af0b2420b8c tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/networks?id=0b664c84-9a70-4d82-b8d8-2acaae6d033d HTTP/1.1" status: 200 len: 815 time: 0.5052681 May 04 13:44:58.981402 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-225a707f-5ba6-4102-a80a-eb890b6eb5d2 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/quotas/14598e286d464d1992dd44a6acea91b6 HTTP/1.1" status: 200 len: 375 time: 0.0284426 May 04 13:44:59.020927 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Pushing event updated for resources: {'Port': ['ID=add37c68-5159-4010-8064-843be37f3631,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:59.034023 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:59.066214 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-9d2ad2f8-6a9f-486d-a847-1178d7318753 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=916e9e60f44f4cd89a225194066f67e6&name=default HTTP/1.1" status: 200 len: 2977 time: 0.5200603 May 04 13:44:59.068476 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-a0cf16dc-d978-457c-9cc8-e10ac24115b5 service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0323350 May 04 13:44:59.069045 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 45868) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:59.071415 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326c075-4107-40b3-968b-26fe50e7fd2a req-4db3b6d1-ea8d-4d7d-919d-4f3eb0740e47 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:59.073216 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8326c075-4107-40b3-968b-26fe50e7fd2a req-4db3b6d1-ea8d-4d7d-919d-4f3eb0740e47 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 943 time: 0.2645252 May 04 13:44:59.233521 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-99d7b924-6d8a-4467-a3cd-45b35a3beb35 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=14598e286d464d1992dd44a6acea91b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2508996 May 04 13:44:59.237580 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45878) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:44:59.242317 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Attempting to bind port add37c68-5159-4010-8064-843be37f3631 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:44:59.242655 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Attempting to bind port add37c68-5159-4010-8064-843be37f3631 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '314af9a7-9530-4926-9518-e292dd0275c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:44:59.242984 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Attempting to bind port add37c68-5159-4010-8064-843be37f3631 on network 1fd94811-ffd9-4e26-916f-1e2fa598c199 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:44:59.269626 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8326c075-4107-40b3-968b-26fe50e7fd2a req-ea484d70-245e-4826-95e3-c503a9771e8b tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881289 May 04 13:44:59.316340 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Port add37c68-5159-4010-8064-843be37f3631 on network 1fd94811-ffd9-4e26-916f-1e2fa598c199 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:44:59.316438 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Attempting to bind port add37c68-5159-4010-8064-843be37f3631 on network 1fd94811-ffd9-4e26-916f-1e2fa598c199 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:44:59.336743 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:44:59.337098 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Checking segment: {'id': '314af9a7-9530-4926-9518-e292dd0275c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:44:59.337802 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Bound using segment: {'id': '314af9a7-9530-4926-9518-e292dd0275c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:44:59.337935 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Bound port: add37c68-5159-4010-8064-843be37f3631, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314af9a7-9530-4926-9518-e292dd0275c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:44:59.338260 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:59.425526 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2e1b-36a8-4019-b9e7-241d4977594f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:59.484935 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-563ec65e-504d-4f58-b39c-5226024c2387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:59.485687 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:59.507235 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-54fcce60-c0ab-44a3-80a8-584f71b0e2c8 req-c336c0d3-7e94-4bcf-98ef-96d05e44b5aa service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294457 May 04 13:44:59.512395 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2e1b-36a8-4019-b9e7-241d4977594f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:59.512637 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-563ec65e-504d-4f58-b39c-5226024c2387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:44:59.532095 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-563ec65e-504d-4f58-b39c-5226024c2387 admin admin] Usage tracker for resource:security_group_rule and tenant:e31701a83535412d85e61c45c192aef2 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:44:59.543048 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-563ec65e-504d-4f58-b39c-5226024c2387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:44:59.545595 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] For port add37c68-5159-4010-8064-843be37f3631, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:44:59.560503 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] For port add37c68-5159-4010-8064-843be37f3631, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=add37c68-5159-4010-8064-843be37f3631,segment=NetworkSegment(314af9a7-9530-4926-9518-e292dd0275c6),segment_id=314af9a7-9530-4926-9518-e292dd0275c6)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:44:59.566680 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:59.574167 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-af36671d-a80e-49b4-bf84-b253732e90b8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:59.623592 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc801eb8-e298-441d-babd-e954b929f1c1 service neutron] 10.222.0.44 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806512 May 04 13:44:59.665882 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-563ec65e-504d-4f58-b39c-5226024c2387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:44:59.759420 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:44:59.760044 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:59.761463 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-de801417-391d-496e-8f74-bac1f4a4839c req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] 10.222.0.30 "PUT /v2.0/ports/add37c68-5159-4010-8064-843be37f3631 HTTP/1.1" status: 200 len: 1093 time: 3.0491540 May 04 13:44:59.761951 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547a35c8-44b6-4493-9385-6ac5d11fe8bf', 'tag': 'add37c68-5159-4010-8064-843be37f3631'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:44:59.791526 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-563ec65e-504d-4f58-b39c-5226024c2387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:59.801509 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-563ec65e-504d-4f58-b39c-5226024c2387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:59.835786 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Pushing event updated for resources: {'Port': ['ID=add37c68-5159-4010-8064-843be37f3631,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:59.854570 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-a7c603c4-bae9-44de-93db-8612c0719398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:59.892143 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:59.894176 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2e1b-36a8-4019-b9e7-241d4977594f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:59.916785 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:44:59.937815 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf2e1b-36a8-4019-b9e7-241d4977594f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90db368b-33a3-4309-a449-ddb06c2ac9d4,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:59.952241 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-eeaf2e1b-36a8-4019-b9e7-241d4977594f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:44:59.987082 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2e1b-36a8-4019-b9e7-241d4977594f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:44:59.989983 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-eeaf2e1b-36a8-4019-b9e7-241d4977594f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90db368b-33a3-4309-a449-ddb06c2ac9d4 HTTP/1.1" status: 204 len: 168 time: 0.9174697 May 04 13:45:00.003991 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bdc21-8ce5-46c9-8f3d-e56d1325f90d req-068a0f3b-469f-4ddc-af4c-2bc7ccaa9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:00.006770 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-962bdc21-8ce5-46c9-8f3d-e56d1325f90d req-068a0f3b-469f-4ddc-af4c-2bc7ccaa9cbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1663eef7b6514ababc60301bf99e7576&device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 1096 time: 0.3858197 May 04 13:45:00.164545 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de801417-391d-496e-8f74-bac1f4a4839c req-07de5150-3748-4503-ad5b-1f974f8fd317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:00.166228 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-de801417-391d-496e-8f74-bac1f4a4839c req-07de5150-3748-4503-ad5b-1f974f8fd317 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7bea85a15656418198b0f51c80271aca&device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 1096 time: 0.3315547 May 04 13:45:00.229776 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-563ec65e-504d-4f58-b39c-5226024c2387 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e31701a83535412d85e61c45c192aef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9870481 May 04 13:45:00.233495 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 45910) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:00.256363 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ec65e-504d-4f58-b39c-5226024c2387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee88204-2f66-471c-8892-9072048c4f5d,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:00.265119 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-de801417-391d-496e-8f74-bac1f4a4839c req-cee49889-42d2-4aa7-93f1-a68018c9d0f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=add37c68-5159-4010-8064-843be37f3631 HTTP/1.1" status: 200 len: 217 time: 0.0877824 May 04 13:45:00.270643 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bac77a-8472-4f58-a987-cb8ab5626c64 req-fbb09fba-149b-4a96-929b-10109da3d4f0 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:00.273097 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-54bac77a-8472-4f58-a987-cb8ab5626c64 req-fbb09fba-149b-4a96-929b-10109da3d4f0 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 945 time: 0.4002235 May 04 13:45:00.274547 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-563ec65e-504d-4f58-b39c-5226024c2387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:00.322329 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:00.348495 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-54bac77a-8472-4f58-a987-cb8ab5626c64 req-8b32943b-e371-4ba6-a4f4-0503ffe52914 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8fd2a1b-be54-48ea-8e49-875a4b33d7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661066 May 04 13:45:00.363276 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-ba212b7f-fa5b-43f9-b1db-6877f38a0bfc service neutron] 10.222.0.44 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7336349 May 04 13:45:00.491471 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bdc21-8ce5-46c9-8f3d-e56d1325f90d req-d581e30c-c788-4dbd-8f78-08b54e03f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:00.513291 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-962bdc21-8ce5-46c9-8f3d-e56d1325f90d req-d581e30c-c788-4dbd-8f78-08b54e03f375 service neutron] 10.222.0.30 "GET /v2.0/networks?id=173162e4-65be-4ace-a427-e6e40ca8cc8a HTTP/1.1" status: 200 len: 919 time: 0.4931536 May 04 13:45:00.714282 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-962bdc21-8ce5-46c9-8f3d-e56d1325f90d req-d6595dfa-0f9a-47d8-b785-23f3834c0e74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7576f8b8-170d-4ccc-859e-79f5efdd03ef HTTP/1.1" status: 200 len: 217 time: 0.1727822 May 04 13:45:00.765125 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547a35c8-44b6-4493-9385-6ac5d11fe8bf', 'tag': 'add37c68-5159-4010-8064-843be37f3631', 'status': 'completed', 'code': 200} May 04 13:45:00.766340 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:00.794017 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45932) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:00.804017 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2f5b6-0670-4221-a1c3-71a5949b4442 req-fb999e72-1f1b-44ec-b50c-da8d8e6b2bb6 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:00.805929 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7fd2f5b6-0670-4221-a1c3-71a5949b4442 req-fb999e72-1f1b-44ec-b50c-da8d8e6b2bb6 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 943 time: 0.1674783 May 04 13:45:00.827234 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de801417-391d-496e-8f74-bac1f4a4839c req-7737d09a-3312-43e6-af1e-83ad1d925c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:00.828967 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-de801417-391d-496e-8f74-bac1f4a4839c req-7737d09a-3312-43e6-af1e-83ad1d925c06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44f55995-417a-4b33-b1ec-1e179bdc93a5 HTTP/1.1" status: 200 len: 850 time: 0.5465939 May 04 13:45:00.943204 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:01.055711 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7fd2f5b6-0670-4221-a1c3-71a5949b4442 req-b0605dc4-79d7-4846-a383-ddf1c36efec0 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330756 May 04 13:45:01.063848 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-146356a6-8099-47c5-934b-de0f4c92e351 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c5a8c2a874e4720a561b2cd66a11c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562408 May 04 13:45:01.068584 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45944) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:01.141139 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bdc21-8ce5-46c9-8f3d-e56d1325f90d req-4a4f4e30-7e04-49a7-8b04-4876ca179fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:01.146497 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-962bdc21-8ce5-46c9-8f3d-e56d1325f90d req-4a4f4e30-7e04-49a7-8b04-4876ca179fac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=29831a22-bbbd-4838-bcc7-5e382073153a HTTP/1.1" status: 200 len: 858 time: 0.3761990 May 04 13:45:01.164399 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5420e-a36a-4e42-ac3d-e6bc0ab44c7c req-c90beca6-4588-45be-b4f2-e845d7dd0fb9 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:01.176882 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-94f5420e-a36a-4e42-ac3d-e6bc0ab44c7c req-c90beca6-4588-45be-b4f2-e845d7dd0fb9 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 943 time: 0.3197706 May 04 13:45:01.244611 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de801417-391d-496e-8f74-bac1f4a4839c req-b8a6d433-004e-42c5-9eeb-e9b470595503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:01.246381 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-de801417-391d-496e-8f74-bac1f4a4839c req-b8a6d433-004e-42c5-9eeb-e9b470595503 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fd94811-ffd9-4e26-916f-1e2fa598c199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4019566 May 04 13:45:01.248765 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-962bdc21-8ce5-46c9-8f3d-e56d1325f90d req-36f08d12-a364-45b3-b190-ca093c7c76fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=173162e4-65be-4ace-a427-e6e40ca8cc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827224 May 04 13:45:01.250692 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:01.255965 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-409554ec-b133-4e34-995b-5fa07f48fe89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:01.269472 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee88204-2f66-471c-8892-9072048c4f5d,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:01.307756 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-617b9891-c669-449e-91f8-3adf01658d8d req-8ee35491-4f8f-4983-8a7d-dd129a3f75c0 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 210 time: 0.1173658 May 04 13:45:01.341148 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.341520 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.341888 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.342242 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.342589 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.342936 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.343281 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.343627 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.343976 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.344344 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.344683 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.345021 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.383231 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-94f5420e-a36a-4e42-ac3d-e6bc0ab44c7c req-70fe4ecc-2830-4529-ac01-55ffc47f19ce tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901278 May 04 13:45:01.384464 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:01.385606 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ee88204-2f66-471c-8892-9072048c4f5d HTTP/1.1" status: 204 len: 168 time: 1.1439359 May 04 13:45:01.389532 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:01.397518 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:01.506663 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:01.578657 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45954) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:01.744875 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-de801417-391d-496e-8f74-bac1f4a4839c req-502c2df8-6125-4cf4-83c9-9f45a613b8bb service neutron] 10.222.0.30 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773684 May 04 13:45:01.746851 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-962bdc21-8ce5-46c9-8f3d-e56d1325f90d req-4ce059a5-4f12-427a-bf6a-97309f725713 service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529300 May 04 13:45:01.810780 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:01.839286 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:01.878928 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f071a7-9f0a-4dde-94c5-16baead3951e,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:01.900126 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.900974 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.902029 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.902740 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.903508 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.904297 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.905103 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.905645 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.907083 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.907678 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.909263 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.909887 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:01.923257 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:01.946976 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:01.952422 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7f071a7-9f0a-4dde-94c5-16baead3951e HTTP/1.1" status: 204 len: 168 time: 0.8799458 May 04 13:45:01.985641 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7247d-c182-4de8-85c5-89806d103da4 req-a602f6f7-3405-4f92-a419-8a1c61c7b1f9 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:01.995098 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bec7247d-c182-4de8-85c5-89806d103da4 req-a602f6f7-3405-4f92-a419-8a1c61c7b1f9 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 945 time: 0.3727729 May 04 13:45:02.063943 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bec7247d-c182-4de8-85c5-89806d103da4 req-60718511-81a0-4a7d-b4ea-289c8d41cf62 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8fd2a1b-be54-48ea-8e49-875a4b33d7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673556 May 04 13:45:02.098638 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a99c3a63-a4f7-4d72-97df-24e2487ee734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:02.126445 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e634b-8790-4ba4-9aa6-538279f38f53 req-87e3ec8a-e140-4aec-9c61-668c4935d19c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:02.128478 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-d54e634b-8790-4ba4-9aa6-538279f38f53 req-87e3ec8a-e140-4aec-9c61-668c4935d19c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Synchronizing usage tracker for tenant:58f906566f26438da4ad2e39018781da on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:45:02.133666 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-a99c3a63-a4f7-4d72-97df-24e2487ee734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:02.138053 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-a99c3a63-a4f7-4d72-97df-24e2487ee734 admin admin] Usage tracker for resource:security_group_rule and tenant:13bb3b00970c4c3abcc4feeb8a2dc97b is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:02.141426 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-a99c3a63-a4f7-4d72-97df-24e2487ee734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:02.150843 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-a99c3a63-a4f7-4d72-97df-24e2487ee734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:02.211077 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 45974) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:02.257038 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-500e47f1-6349-4c9e-8684-0753656a8435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:02.271963 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-d54e634b-8790-4ba4-9aa6-538279f38f53 req-87e3ec8a-e140-4aec-9c61-668c4935d19c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Unset dirty status for tenant:58f906566f26438da4ad2e39018781da on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:45:02.273172 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d54e634b-8790-4ba4-9aa6-538279f38f53 req-87e3ec8a-e140-4aec-9c61-668c4935d19c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.30 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 945 time: 0.6711731 May 04 13:45:02.364108 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-962bdc21-8ce5-46c9-8f3d-e56d1325f90d req-f8cf8c6e-cc12-4b55-84b9-e28a070c5a50 service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046362 May 04 13:45:02.385731 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-500e47f1-6349-4c9e-8684-0753656a8435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:02.428555 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-500e47f1-6349-4c9e-8684-0753656a8435 admin admin] Usage tracker for resource:security_group_rule and tenant:06202c2ca4884bd8b2764725335fb180 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:02.455018 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-500e47f1-6349-4c9e-8684-0753656a8435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:02.508375 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-de801417-391d-496e-8f74-bac1f4a4839c req-fd81919a-6655-40a1-8c4d-6883507c05a6 service neutron] 10.222.0.30 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7499919 May 04 13:45:02.514989 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-500e47f1-6349-4c9e-8684-0753656a8435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:02.601673 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:02.620405 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-d54e634b-8790-4ba4-9aa6-538279f38f53 req-c6f8afcc-79a1-4d70-9e3c-639495151c6c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Deleting port b89fc3c9-9206-4955-aec2-ddbb084be005 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:45:02.620773 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d54e634b-8790-4ba4-9aa6-538279f38f53 req-c6f8afcc-79a1-4d70-9e3c-639495151c6c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:02.631367 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7294bddf-da87-4ca4-ab5c-5df99c7fe084 req-b4ad38ce-29b8-4950-9832-f6150f628057 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 210 time: 0.0879908 May 04 13:45:02.744695 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a99c3a63-a4f7-4d72-97df-24e2487ee734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:02.773973 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a99c3a63-a4f7-4d72-97df-24e2487ee734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:02.795175 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-06068c7e-248d-4662-aa9c-89f4fcaf6e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:02.852685 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80104b98-651b-49ff-86e8-7140e8750100 req-bddac578-bc81-419f-9784-bbd45b12ff80 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:02.854469 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-80104b98-651b-49ff-86e8-7140e8750100 req-bddac578-bc81-419f-9784-bbd45b12ff80 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 943 time: 0.5655079 May 04 13:45:02.856929 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-32707e99-2a0e-44c6-bdf7-f9da55f5b517 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:02.860941 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-32707e99-2a0e-44c6-bdf7-f9da55f5b517 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.30 "GET /v2.0/networks?id=0b664c84-9a70-4d82-b8d8-2acaae6d033d HTTP/1.1" status: 200 len: 815 time: 0.4131055 May 04 13:45:02.876568 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 7576f8b8-170d-4ccc-859e-79f5efdd03ef details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:45:02.934766 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Request body: {'port': {'device_id': '08286574-3687-463c-84d2-544a0e8c42ec', 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d', 'admin_state_up': True, 'tenant_id': '14598e286d464d1992dd44a6acea91b6'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:45:03.046197 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-500e47f1-6349-4c9e-8684-0753656a8435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:03.103242 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-a99c3a63-a4f7-4d72-97df-24e2487ee734 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13bb3b00970c4c3abcc4feeb8a2dc97b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5230558 May 04 13:45:03.114977 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-80104b98-651b-49ff-86e8-7140e8750100 req-84787ba4-abf0-4be7-a189-83498194f8d7 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354803 May 04 13:45:03.115823 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-500e47f1-6349-4c9e-8684-0753656a8435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:03.130271 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 45996) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:03.185557 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 7576f8b8-170d-4ccc-859e-79f5efdd03ef, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7576f8b8-170d-4ccc-859e-79f5efdd03ef,segment=NetworkSegment(df708d1b-3fe2-4f2b-b5a1-0a8434e1078d),segment_id=df708d1b-3fe2-4f2b-b5a1-0a8434e1078d)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:45:03.188980 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c3a63-a4f7-4d72-97df-24e2487ee734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb09b32f-370e-4535-96fb-0aed257fd088,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:03.205018 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': '7576f8b8-170d-4ccc-859e-79f5efdd03ef', 'network_id': '173162e4-65be-4ace-a427-e6e40ca8cc8a', 'port_id': '7576f8b8-170d-4ccc-859e-79f5efdd03ef', 'mac_address': 'fa:16:3e:9c:d9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29831a22-bbbd-4838-bcc7-5e382073153a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:45:03.217037 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-a99c3a63-a4f7-4d72-97df-24e2487ee734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:03.222955 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-77e8a623-fc65-4379-b166-5a6e7daa956b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:03.259560 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bbcf8-c42a-4747-995f-828036f98d32 req-84b3a707-040f-492c-954b-1ca5b6a8cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:03.263499 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e47f1-6349-4c9e-8684-0753656a8435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a088a81-a269-449d-8cac-7e26ec2ee251,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:03.264220 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bf8bbcf8-c42a-4747-995f-828036f98d32 req-84b3a707-040f-492c-954b-1ca5b6a8cc92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7bea85a15656418198b0f51c80271aca&device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 1096 time: 0.6278501 May 04 13:45:03.269110 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-d54e634b-8790-4ba4-9aa6-538279f38f53 req-c6f8afcc-79a1-4d70-9e3c-639495151c6c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] For port b89fc3c9-9206-4955-aec2-ddbb084be005, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b89fc3c9-9206-4955-aec2-ddbb084be005,segment=NetworkSegment(323ec244-02a7-4ccd-887d-8537d1af19e2),segment_id=323ec244-02a7-4ccd-887d-8537d1af19e2)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:45:03.269110 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d54e634b-8790-4ba4-9aa6-538279f38f53 req-c6f8afcc-79a1-4d70-9e3c-639495151c6c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:03.272140 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:03.281760 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-500e47f1-6349-4c9e-8684-0753656a8435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:03.295213 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7576f8b8-170d-4ccc-859e-79f5efdd03ef {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:45:03.314078 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 7576f8b8-170d-4ccc-859e-79f5efdd03ef, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7576f8b8-170d-4ccc-859e-79f5efdd03ef,segment=NetworkSegment(df708d1b-3fe2-4f2b-b5a1-0a8434e1078d),segment_id=df708d1b-3fe2-4f2b-b5a1-0a8434e1078d)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:45:03.316855 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b810f-c4b7-4143-9f24-e745616353e3 req-afc96b18-95b1-49b5-8c4a-b6ab9fe7aef8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:03.319591 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e40b810f-c4b7-4143-9f24-e745616353e3 req-afc96b18-95b1-49b5-8c4a-b6ab9fe7aef8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 943 time: 0.4979069 May 04 13:45:03.319827 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:03.322775 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:03.332386 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-500e47f1-6349-4c9e-8684-0753656a8435 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06202c2ca4884bd8b2764725335fb180&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1165657 May 04 13:45:03.405720 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 46006) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:03.447594 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=7576f8b8-170d-4ccc-859e-79f5efdd03ef,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:03.458113 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:03.514094 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e40b810f-c4b7-4143-9f24-e745616353e3 req-549ffb71-7ac8-4aef-99e1-fd0245e3e48c tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831744 May 04 13:45:03.561879 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef98d9-d34c-417e-97af-87c1fc91e927 req-e74c1b5e-ce2f-4f4c-be0e-ec02c20ea3ec tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:03.563478 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7bef98d9-d34c-417e-97af-87c1fc91e927 req-e74c1b5e-ce2f-4f4c-be0e-ec02c20ea3ec tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 945 time: 0.1767204 May 04 13:45:03.571842 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['7576f8b8-170d-4ccc-859e-79f5efdd03ef'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:45:03.713275 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-d54e634b-8790-4ba4-9aa6-538279f38f53 req-c6f8afcc-79a1-4d70-9e3c-639495151c6c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Calling delete_port for b89fc3c9-9206-4955-aec2-ddbb084be005 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:45:03.721842 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7bef98d9-d34c-417e-97af-87c1fc91e927 req-9dba07ed-abd7-4b03-b8b6-f934271b1027 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8fd2a1b-be54-48ea-8e49-875a4b33d7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326504 May 04 13:45:03.756953 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:03.796716 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Usage tracker for resource:port and tenant:14598e286d464d1992dd44a6acea91b6 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:03.821639 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:03.916637 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:03.977181 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Made reservation on behalf of 14598e286d464d1992dd44a6acea91b6 for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:45:03.980846 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:04.012941 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-51570cb9-8e19-40d8-ab98-405b38f3ffc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:04.030712 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bbcf8-c42a-4747-995f-828036f98d32 req-b21444e8-76c7-40a6-9f91-e6192905a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:04.032365 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bf8bbcf8-c42a-4747-995f-828036f98d32 req-b21444e8-76c7-40a6-9f91-e6192905a8ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=1fd94811-ffd9-4e26-916f-1e2fa598c199 HTTP/1.1" status: 200 len: 912 time: 0.7247255 May 04 13:45:04.047619 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-376a6ed0-10c5-43b8-80a4-b9324b4ea9e2 req-2cdbe276-0ec4-4ac8-8e84-b23b15affffa tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 210 time: 0.0688381 May 04 13:45:04.113672 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bbb4fe13-5707-46e8-83f8-a84e5355a0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:04.309510 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-51570cb9-8e19-40d8-ab98-405b38f3ffc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:04.318699 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bf8bbcf8-c42a-4747-995f-828036f98d32 req-2f64130e-e112-4c88-b8b9-40868e821763 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=add37c68-5159-4010-8064-843be37f3631 HTTP/1.1" status: 200 len: 217 time: 0.2643988 May 04 13:45:04.394880 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bbb4fe13-5707-46e8-83f8-a84e5355a0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:04.511523 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74c8b6-c978-48e3-8960-642d470dc76e req-5c6378ac-8010-43ff-83f8-88ba4b653287 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:04.514005 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0c74c8b6-c978-48e3-8960-642d470dc76e req-5c6378ac-8010-43ff-83f8-88ba4b653287 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 943 time: 0.2315700 May 04 13:45:04.576103 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0c74c8b6-c978-48e3-8960-642d470dc76e req-d5c648d6-8640-4a0a-bc53-ba9b1fad0209 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517142 May 04 13:45:04.607274 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bbcf8-c42a-4747-995f-828036f98d32 req-9c9682e2-d407-4dab-a4c6-a26d5c751576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:04.608433 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bf8bbcf8-c42a-4747-995f-828036f98d32 req-9c9682e2-d407-4dab-a4c6-a26d5c751576 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44f55995-417a-4b33-b1ec-1e179bdc93a5 HTTP/1.1" status: 200 len: 850 time: 0.2673471 May 04 13:45:04.677794 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d54e634b-8790-4ba4-9aa6-538279f38f53 req-c6f8afcc-79a1-4d70-9e3c-639495151c6c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:04.687047 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:04.720029 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-51570cb9-8e19-40d8-ab98-405b38f3ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:04.769474 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bbb4fe13-5707-46e8-83f8-a84e5355a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:04.772099 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8afcc-79a1-4d70-9e3c-639495151c6c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Pushing event deleted for resources: {'Port': ['ID=b89fc3c9-9206-4955-aec2-ddbb084be005,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:04.781534 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Allocated IP 172.20.0.7 (0b664c84-9a70-4d82-b8d8-2acaae6d033d/cec6ae72-2da7-48aa-92cb-315d72809c08/c0fdfb67-e44b-46e5-936e-c37d5b3079e4) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:45:04.795854 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c6f8afcc-79a1-4d70-9e3c-639495151c6c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:04.810455 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8d7600ad-612e-4b76-b4fd-6ce304d4c414 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:04.879089 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 7576f8b8-170d-4ccc-859e-79f5efdd03ef up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:45:04.993303 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51570cb9-8e19-40d8-ab98-405b38f3ffc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb09b32f-370e-4535-96fb-0aed257fd088,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:05.073364 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-62227efd-383a-4a0b-afa4-6fe23cbb3771 req-8c8b77c5-d9e7-4c38-b8f5-c6a7cf04f996 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 210 time: 0.0953488 May 04 13:45:05.082610 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port 7576f8b8-170d-4ccc-859e-79f5efdd03ef completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:45:05.094766 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port 7576f8b8-170d-4ccc-859e-79f5efdd03ef triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:45:05.095188 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:05.147351 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f29ed-3ab8-4313-8853-158538806d83 req-fb0e45ee-1c25-40c1-8072-65099f4c8552 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:05.149158 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54e634b-8790-4ba4-9aa6-538279f38f53 req-c6f8afcc-79a1-4d70-9e3c-639495151c6c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] No DVR routers for this DVR port b89fc3c9-9206-4955-aec2-ddbb084be005 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:45:05.159277 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f99f29ed-3ab8-4313-8853-158538806d83 req-fb0e45ee-1c25-40c1-8072-65099f4c8552 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 944 time: 0.2874234 May 04 13:45:05.183872 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4fe13-5707-46e8-83f8-a84e5355a0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a088a81-a269-449d-8cac-7e26ec2ee251,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:05.192014 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bbb4fe13-5707-46e8-83f8-a84e5355a0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:05.209367 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d54e634b-8790-4ba4-9aa6-538279f38f53 req-c6f8afcc-79a1-4d70-9e3c-639495151c6c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:05.211417 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d54e634b-8790-4ba4-9aa6-538279f38f53 req-c6f8afcc-79a1-4d70-9e3c-639495151c6c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.30 "DELETE /v2.0/ports/b89fc3c9-9206-4955-aec2-ddbb084be005 HTTP/1.1" status: 204 len: 173 time: 2.9208977 May 04 13:45:05.272553 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f99f29ed-3ab8-4313-8853-158538806d83 req-8d097875-bba4-4ea3-8f19-2bd74de1f080 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098778 May 04 13:45:05.414359 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bbb4fe13-5707-46e8-83f8-a84e5355a0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:05.416422 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-bbb4fe13-5707-46e8-83f8-a84e5355a0b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a088a81-a269-449d-8cac-7e26ec2ee251 HTTP/1.1" status: 204 len: 168 time: 1.9905188 May 04 13:45:05.417556 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-eeaf2e1b-36a8-4019-b9e7-241d4977594f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.456s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:05.418186 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-eeaf2e1b-36a8-4019-b9e7-241d4977594f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:05.420999 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662da658-fae1-42ea-b022-a8e5aa25b1b4', 'name': 'network-vif-deleted', 'tag': 'b89fc3c9-9206-4955-aec2-ddbb084be005'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:45:05.430398 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-51570cb9-8e19-40d8-ab98-405b38f3ffc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:05.432466 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-51570cb9-8e19-40d8-ab98-405b38f3ffc6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb09b32f-370e-4535-96fb-0aed257fd088 HTTP/1.1" status: 204 len: 168 time: 2.2914624 May 04 13:45:05.487466 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:05.523787 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bbcf8-c42a-4747-995f-828036f98d32 req-57543aae-1887-40d6-a053-10ae96ddefa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:05.527899 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8c213c-c57b-4c1d-96c6-18f8bce1cd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7576f8b8-170d-4ccc-859e-79f5efdd03ef'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:45:05.528530 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bf8bbcf8-c42a-4747-995f-828036f98d32 req-57543aae-1887-40d6-a053-10ae96ddefa7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fd94811-ffd9-4e26-916f-1e2fa598c199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9078691 May 04 13:45:05.542385 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 7576f8b8-170d-4ccc-859e-79f5efdd03ef, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7576f8b8-170d-4ccc-859e-79f5efdd03ef,segment=NetworkSegment(df708d1b-3fe2-4f2b-b5a1-0a8434e1078d),segment_id=df708d1b-3fe2-4f2b-b5a1-0a8434e1078d)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:45:05.554671 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:05.556096 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device b89fc3c9-9206-4955-aec2-ddbb084be005 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:45:05.594457 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662da658-fae1-42ea-b022-a8e5aa25b1b4', 'name': 'network-vif-deleted', 'tag': 'b89fc3c9-9206-4955-aec2-ddbb084be005', 'status': 'completed', 'code': 200} May 04 13:45:05.666885 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b22b1c16-be45-4703-b61a-e39b6f129255 req-ec84a86a-710a-4a3c-bf89-f4dd200488fa tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 210 time: 0.1355548 May 04 13:45:05.675416 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8c213c-c57b-4c1d-96c6-18f8bce1cd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7576f8b8-170d-4ccc-859e-79f5efdd03ef', 'code': 200} May 04 13:45:05.675877 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:05.678369 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:05.797835 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:45:05.866613 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] No Port match for: b89fc3c9-9206-4955-aec2-ddbb084be005 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:45:05.867240 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device b89fc3c9-9206-4955-aec2-ddbb084be005 not bound to the agent host hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:45:05.875478 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=7576f8b8-170d-4ccc-859e-79f5efdd03ef,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:05.888104 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:05.894228 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:05.932702 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:06.014149 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['eee035f4-7317-47ae-9f20-a70097bbb987'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:45:06.262760 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9de0f7-c756-4cb3-a565-cbef67d2f1b5 req-107dbcd2-17e3-4e22-8926-089d90c98350 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:06.280009 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ff9de0f7-c756-4cb3-a565-cbef67d2f1b5 req-107dbcd2-17e3-4e22-8926-089d90c98350 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 943 time: 0.3477769 May 04 13:45:06.498606 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ff9de0f7-c756-4cb3-a565-cbef67d2f1b5 req-399e5146-032f-4e84-b71e-7cd363932988 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170579 May 04 13:45:06.531032 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Network 0b664c84-9a70-4d82-b8d8-2acaae6d033d is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:45:06.568295 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:45:06.604977 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:45:06.674850 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-93ae5172-ae55-46f0-b16c-4ead41892d9d req-0bf8e9ad-8e58-4368-a84a-0a2e4c69dc0a tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] 10.222.0.44 "GET /v2.0/ports?device_id=662da658-fae1-42ea-b022-a8e5aa25b1b4 HTTP/1.1" status: 200 len: 210 time: 0.1270695 May 04 13:45:06.827475 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Pushing event updated for resources: {'Port': ['ID=c0fdfb67-e44b-46e5-936e-c37d5b3079e4,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:06.870102 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:06.910679 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device add37c68-5159-4010-8064-843be37f3631 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:45:06.996001 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bf8bbcf8-c42a-4747-995f-828036f98d32 req-02323dd8-327d-450b-b72c-d5bce3ea4d88 service neutron] 10.222.0.30 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3609817 May 04 13:45:07.023664 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46094) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:07.073494 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:07.074209 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:07.103633 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fdd90515-be8a-4877-902d-af9d9d5c0eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:07.144737 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-fdd90515-be8a-4877-902d-af9d9d5c0eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:07.156341 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2363272 May 04 13:45:07.159141 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-fdd90515-be8a-4877-902d-af9d9d5c0eb3 admin admin] Usage tracker for resource:security_group_rule and tenant:c9ada4da9fb244e39e5f2ef4d04f4621 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:07.167155 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-fdd90515-be8a-4877-902d-af9d9d5c0eb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:07.169849 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f66ca-0fea-4ff7-9d52-f56b17a406d6 req-f34b8a55-a437-4174-b847-5e0e7a01ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:07.171555 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-5e7f66ca-0fea-4ff7-9d52-f56b17a406d6 req-f34b8a55-a437-4174-b847-5e0e7a01ae6e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 1098 time: 0.9273052 May 04 13:45:07.185205 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-fdd90515-be8a-4877-902d-af9d9d5c0eb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:07.206491 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46098) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:07.228024 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Request body: {'port': {'device_id': '08286574-3687-463c-84d2-544a0e8c42ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:45:07.319338 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-345d8f35-1122-49f0-870d-c9f01788ab56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:07.386767 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port add37c68-5159-4010-8064-843be37f3631, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=add37c68-5159-4010-8064-843be37f3631,segment=NetworkSegment(314af9a7-9530-4926-9518-e292dd0275c6),segment_id=314af9a7-9530-4926-9518-e292dd0275c6)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:45:07.399058 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-5e7f66ca-0fea-4ff7-9d52-f56b17a406d6 req-21696ca7-55eb-4056-b7f5-e703eba6b660 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382582 May 04 13:45:07.404741 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a34c42-0050-468e-85ca-abbeb6601628 req-a02a9114-1f43-4297-aaaf-ec8e1506d955 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:07.405825 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': 'add37c68-5159-4010-8064-843be37f3631', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'port_id': 'add37c68-5159-4010-8064-843be37f3631', 'mac_address': 'fa:16:3e:4e:c4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:45:07.418589 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e3a34c42-0050-468e-85ca-abbeb6601628 req-a02a9114-1f43-4297-aaaf-ec8e1506d955 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 931 time: 0.5605013 May 04 13:45:07.419305 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bf8bbcf8-c42a-4747-995f-828036f98d32 req-29661545-1a7c-4bf8-af9f-9355590787ad service neutron] 10.222.0.30 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039721 May 04 13:45:07.434172 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:07.482726 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f0169-653b-47c8-b08e-408adbb58561 req-f1f4357c-0293-4165-b122-af91fabc3da6 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:07.483960 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:07.488645 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b20f0169-653b-47c8-b08e-408adbb58561 req-f1f4357c-0293-4165-b122-af91fabc3da6 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.4631648 May 04 13:45:07.497510 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-345d8f35-1122-49f0-870d-c9f01788ab56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:07.504560 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add37c68-5159-4010-8064-843be37f3631 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:45:07.524875 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port add37c68-5159-4010-8064-843be37f3631, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=add37c68-5159-4010-8064-843be37f3631,segment=NetworkSegment(314af9a7-9530-4926-9518-e292dd0275c6),segment_id=314af9a7-9530-4926-9518-e292dd0275c6)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:45:07.529799 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-345d8f35-1122-49f0-870d-c9f01788ab56 admin admin] Usage tracker for resource:security_group_rule and tenant:761ed108fab14f7d9a08560a2d93f884 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:07.530220 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:07.534047 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:07.540520 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-345d8f35-1122-49f0-870d-c9f01788ab56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:07.574663 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-345d8f35-1122-49f0-870d-c9f01788ab56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:07.610736 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b20f0169-653b-47c8-b08e-408adbb58561 req-b53ae267-01e6-4596-b9b0-b03b8373f3bf tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091027 May 04 13:45:07.632601 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e3a34c42-0050-468e-85ca-abbeb6601628 req-aacd6c92-1e66-408e-ac57-cf2cf74fd46b tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027652 May 04 13:45:07.633459 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=add37c68-5159-4010-8064-843be37f3631,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:07.637430 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:07.762079 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fdd90515-be8a-4877-902d-af9d9d5c0eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:07.781828 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['add37c68-5159-4010-8064-843be37f3631'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:45:07.810756 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fdd90515-be8a-4877-902d-af9d9d5c0eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:07.840930 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:07.953621 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd90515-be8a-4877-902d-af9d9d5c0eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3810f4e-b255-4cb5-9c07-cce42990aa1e,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:07.965748 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-345d8f35-1122-49f0-870d-c9f01788ab56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:07.978397 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-fdd90515-be8a-4877-902d-af9d9d5c0eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:07.989448 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-345d8f35-1122-49f0-870d-c9f01788ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:08.003055 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-3038bc94-e55a-4388-8c3b-a26a79e1db65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:08.036358 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d8f35-1122-49f0-870d-c9f01788ab56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba39420c-6438-4325-aa0c-db7fcf3939a7,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:08.048775 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-fdd90515-be8a-4877-902d-af9d9d5c0eb3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9ada4da9fb244e39e5f2ef4d04f4621&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0137343 May 04 13:45:08.048775 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-345d8f35-1122-49f0-870d-c9f01788ab56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:08.056573 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46114) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:08.102180 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-345d8f35-1122-49f0-870d-c9f01788ab56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=761ed108fab14f7d9a08560a2d93f884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8919523 May 04 13:45:08.113995 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46118) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:08.213642 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fdfb67-e44b-46e5-936e-c37d5b3079e4 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:45:08.228161 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:08.250884 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Transition to ACTIVE for port object c0fdfb67-e44b-46e5-936e-c37d5b3079e4 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:45:08.265594 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:08.273754 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c6f8afcc-79a1-4d70-9e3c-639495151c6c tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:08.282393 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-188cb47a-0077-453e-ba4f-cacfdd112038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:08.337556 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a4332-67ce-4ffa-9aa4-0c496abe921e req-9a63cb5a-0222-4e95-a652-eea52bc12b03 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:08.339117 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-417a4332-67ce-4ffa-9aa4-0c496abe921e req-9a63cb5a-0222-4e95-a652-eea52bc12b03 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 944 time: 0.5072975 May 04 13:45:08.345680 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-188cb47a-0077-453e-ba4f-cacfdd112038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:08.374070 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-98c226d9-1c01-4f16-a452-a463c5138214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:08.458517 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-98c226d9-1c01-4f16-a452-a463c5138214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:08.473424 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-417a4332-67ce-4ffa-9aa4-0c496abe921e req-43740815-92ee-4ed7-bf15-96cef43aa417 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205907 May 04 13:45:08.552392 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-98c226d9-1c01-4f16-a452-a463c5138214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:08.558722 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-a99c3a63-a4f7-4d72-97df-24e2487ee734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:08.581325 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-188cb47a-0077-453e-ba4f-cacfdd112038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:08.594390 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c226d9-1c01-4f16-a452-a463c5138214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba39420c-6438-4325-aa0c-db7fcf3939a7,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:08.622656 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-98c226d9-1c01-4f16-a452-a463c5138214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:08.623356 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:08.672015 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-98c226d9-1c01-4f16-a452-a463c5138214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:08.674064 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-98c226d9-1c01-4f16-a452-a463c5138214 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba39420c-6438-4325-aa0c-db7fcf3939a7 HTTP/1.1" status: 204 len: 168 time: 0.5567253 May 04 13:45:08.675360 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cb47a-0077-453e-ba4f-cacfdd112038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3810f4e-b255-4cb5-9c07-cce42990aa1e,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:08.678859 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-188cb47a-0077-453e-ba4f-cacfdd112038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:08.688737 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-188cb47a-0077-453e-ba4f-cacfdd112038 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3810f4e-b255-4cb5-9c07-cce42990aa1e HTTP/1.1" status: 204 len: 168 time: 0.6306138 May 04 13:45:08.690908 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-188cb47a-0077-453e-ba4f-cacfdd112038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:08.890959 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Pushing event updated for resources: {'Port': ['ID=c0fdfb67-e44b-46e5-936e-c37d5b3079e4,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:08.898096 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:08.922732 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device add37c68-5159-4010-8064-843be37f3631 up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:45:08.990483 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Attempting to bind port c0fdfb67-e44b-46e5-936e-c37d5b3079e4 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:45:08.990885 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Attempting to bind port c0fdfb67-e44b-46e5-936e-c37d5b3079e4 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '64bb48a6-3a24-49cb-913a-a9010211dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:45:08.991153 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Attempting to bind port c0fdfb67-e44b-46e5-936e-c37d5b3079e4 on network 0b664c84-9a70-4d82-b8d8-2acaae6d033d {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:45:09.005023 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Port c0fdfb67-e44b-46e5-936e-c37d5b3079e4 on network 0b664c84-9a70-4d82-b8d8-2acaae6d033d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:45:09.006221 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Attempting to bind port c0fdfb67-e44b-46e5-936e-c37d5b3079e4 on network 0b664c84-9a70-4d82-b8d8-2acaae6d033d {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:45:09.037651 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:45:09.037991 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Checking segment: {'id': '64bb48a6-3a24-49cb-913a-a9010211dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:45:09.038376 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Bound using segment: {'id': '64bb48a6-3a24-49cb-913a-a9010211dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:45:09.039424 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Bound port: c0fdfb67-e44b-46e5-936e-c37d5b3079e4, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bb48a6-3a24-49cb-913a-a9010211dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:45:09.039786 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:09.126483 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port add37c68-5159-4010-8064-843be37f3631 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:45:09.133114 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port add37c68-5159-4010-8064-843be37f3631 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:45:09.133494 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:09.200531 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] For port c0fdfb67-e44b-46e5-936e-c37d5b3079e4, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:45:09.206915 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] For port c0fdfb67-e44b-46e5-936e-c37d5b3079e4, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c0fdfb67-e44b-46e5-936e-c37d5b3079e4,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:45:09.212852 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:09.218749 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9bf164fa-94f0-46a4-9242-e659e0aaff05 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:09.260257 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2547fef-8f8d-4e0f-a2ab-d4493a7cfa52 req-03d0d172-d27b-42e2-b8e5-41a71c8b85d5 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:09.262571 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b2547fef-8f8d-4e0f-a2ab-d4493a7cfa52 req-03d0d172-d27b-42e2-b8e5-41a71c8b85d5 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 943 time: 0.3744135 May 04 13:45:09.299319 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:09.304320 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:09.306640 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] 10.222.0.30 "PUT /v2.0/ports/c0fdfb67-e44b-46e5-936e-c37d5b3079e4 HTTP/1.1" status: 200 len: 1093 time: 2.1393719 May 04 13:45:09.307585 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08286574-3687-463c-84d2-544a0e8c42ec', 'tag': 'c0fdfb67-e44b-46e5-936e-c37d5b3079e4'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:45:09.357154 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Pushing event updated for resources: {'Port': ['ID=c0fdfb67-e44b-46e5-936e-c37d5b3079e4,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:09.359919 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c401228-4a4e-4fc7-8850-33640e2ffaac req-ccc7d34c-d30f-4354-b8cd-afc62561ae93 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:09.383298 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7c401228-4a4e-4fc7-8850-33640e2ffaac req-ccc7d34c-d30f-4354-b8cd-afc62561ae93 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.3328454 May 04 13:45:09.420401 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:09.434801 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:09.445061 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b2547fef-8f8d-4e0f-a2ab-d4493a7cfa52 req-159fe379-a3aa-464a-8931-d75da179055c tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660845 May 04 13:45:09.514575 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7c401228-4a4e-4fc7-8850-33640e2ffaac req-99ee7a75-1ded-46b0-973c-ec4a95f82e51 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297357 May 04 13:45:09.527933 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port add37c68-5159-4010-8064-843be37f3631, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=add37c68-5159-4010-8064-843be37f3631,segment=NetworkSegment(314af9a7-9530-4926-9518-e292dd0275c6),segment_id=314af9a7-9530-4926-9518-e292dd0275c6)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:45:09.529720 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547a35c8-44b6-4493-9385-6ac5d11fe8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add37c68-5159-4010-8064-843be37f3631'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:45:09.551094 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:09.551094 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:09.575696 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-2d84123b-f5b6-4e50-b097-5f49595a073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:09.586029 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-2d84123b-f5b6-4e50-b097-5f49595a073e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14598e286d464d1992dd44a6acea91b6&device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 1096 time: 0.2228842 May 04 13:45:09.690338 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08286574-3687-463c-84d2-544a0e8c42ec', 'tag': 'c0fdfb67-e44b-46e5-936e-c37d5b3079e4', 'status': 'completed', 'code': 200} May 04 13:45:09.717525 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-3e56045a-652e-433e-848f-1e0f3f1910d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0fdfb67-e44b-46e5-936e-c37d5b3079e4 HTTP/1.1" status: 200 len: 217 time: 0.1236606 May 04 13:45:09.718493 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=add37c68-5159-4010-8064-843be37f3631,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:09.746025 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:09.746380 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:09.746773 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:09.747110 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:09.747466 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:09.747813 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:09.748247 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:09.748581 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:09.748906 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:09.749230 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:09.749551 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:09.749870 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:45:09.770611 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547a35c8-44b6-4493-9385-6ac5d11fe8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add37c68-5159-4010-8064-843be37f3631', 'code': 200} May 04 13:45:09.771433 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:09.875065 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-7210f490-ad52-48c8-9821-336733b4f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:09.877417 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-7210f490-ad52-48c8-9821-336733b4f560 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cec6ae72-2da7-48aa-92cb-315d72809c08 HTTP/1.1" status: 200 len: 855 time: 0.1500785 May 04 13:45:09.966547 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-aa6c4716-e816-4861-b4e7-817acbe6ab67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b664c84-9a70-4d82-b8d8-2acaae6d033d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783234 May 04 13:45:10.060442 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 46184) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:10.140150 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cb54f-a115-47cf-97ad-f279046042e1 req-267137a7-ae7d-4bf5-a00c-eb766e568ae1 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:10.142200 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-773cb54f-a115-47cf-97ad-f279046042e1 req-267137a7-ae7d-4bf5-a00c-eb766e568ae1 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.1924591 May 04 13:45:10.200314 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-773cb54f-a115-47cf-97ad-f279046042e1 req-741183ca-0b28-48ac-8405-5a21aff3e4e8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470457 May 04 13:45:10.386463 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-31efeabf-3a22-48f5-8f9d-9ed42b1c6588 service neutron] 10.222.0.30 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110842 May 04 13:45:10.429640 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46204) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:10.554970 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a33cb0fb-8d5d-43ef-b725-cf638b80fa29 req-e88c99bb-3c70-4b44-b2e8-d2bb67816486 service neutron] 10.222.0.30 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549172 May 04 13:45:10.602712 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-50cdfe9f-90fc-48b4-a098-cf2dff88f477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:10.632213 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-50cdfe9f-90fc-48b4-a098-cf2dff88f477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:10.651213 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-50cdfe9f-90fc-48b4-a098-cf2dff88f477 admin admin] Usage tracker for resource:security_group_rule and tenant:7d991877c7b84b11ba2605e4932239f6 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:10.655895 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4878f-d3db-43f2-b796-77dab3889188 req-c68f42e2-188e-496a-9404-d474fe6e316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:10.657603 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-7de4878f-d3db-43f2-b796-77dab3889188 req-c68f42e2-188e-496a-9404-d474fe6e316c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 1098 time: 0.3845377 May 04 13:45:10.659244 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-50cdfe9f-90fc-48b4-a098-cf2dff88f477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:10.730037 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-50cdfe9f-90fc-48b4-a098-cf2dff88f477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:10.762263 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd35c1-969a-411d-b1c4-1642365de2af req-61882241-b1c5-4c77-85bb-5e0c9dd0f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:10.763767 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ebbd35c1-969a-411d-b1c4-1642365de2af req-61882241-b1c5-4c77-85bb-5e0c9dd0f5a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1663eef7b6514ababc60301bf99e7576&device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 1098 time: 0.4287260 May 04 13:45:10.799405 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95625b5-22fd-4151-8f4c-2b0c7362c749 admin admin] Deleting subnet 2f3d61e3-5381-4af7-a438-ab88c354ad9f {{(pid=73861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 13:45:10.810497 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a95625b5-22fd-4151-8f4c-2b0c7362c749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:10.934650 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-7de4878f-d3db-43f2-b796-77dab3889188 req-426de208-f9bf-451a-a0fe-2caf2ab1c474 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278979 May 04 13:45:10.969429 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a95625b5-22fd-4151-8f4c-2b0c7362c749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1510469'] for subnet, precommit_delete_associations {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:11.041665 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8c641-6394-44b0-8791-6a2f748cfa3c req-4a7507fe-baed-4311-9aa3-9dc394c2b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:11.043318 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-5dc8c641-6394-44b0-8791-6a2f748cfa3c req-4a7507fe-baed-4311-9aa3-9dc394c2b4a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14598e286d464d1992dd44a6acea91b6&device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 1096 time: 0.3807569 May 04 13:45:11.173057 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb66152-5f70-43b4-af05-ae61f1447d38 req-41cc344b-ea7e-4519-9a56-9873749d227f tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:11.174682 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4fb66152-5f70-43b4-af05-ae61f1447d38 req-41cc344b-ea7e-4519-9a56-9873749d227f tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.6472127 May 04 13:45:11.212102 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40534dc1-f37c-441b-9865-09b78421b904 req-0e473aa9-b4de-4cc8-8b6b-d31261a292c4 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:11.219432 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-40534dc1-f37c-441b-9865-09b78421b904 req-0e473aa9-b4de-4cc8-8b6b-d31261a292c4 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 943 time: 0.5432680 May 04 13:45:11.277549 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a95625b5-22fd-4151-8f4c-2b0c7362c749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989773'] for subnet, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:11.348903 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4fb66152-5f70-43b4-af05-ae61f1447d38 req-377fb404-b679-486a-bb5a-04d301e408fc tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584704 May 04 13:45:11.376403 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-40534dc1-f37c-441b-9865-09b78421b904 req-62e74063-8e69-4b1f-bfe7-4c0e71b70e21 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559451 May 04 13:45:11.440436 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd35c1-969a-411d-b1c4-1642365de2af req-edf7a3a5-b2ba-4f03-b8fe-974f49a027e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:11.442746 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ebbd35c1-969a-411d-b1c4-1642365de2af req-edf7a3a5-b2ba-4f03-b8fe-974f49a027e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=173162e4-65be-4ace-a427-e6e40ca8cc8a HTTP/1.1" status: 200 len: 919 time: 0.6455386 May 04 13:45:11.602417 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ebbd35c1-969a-411d-b1c4-1642365de2af req-4b0320fd-abed-4631-b8a7-183e5a444511 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7576f8b8-170d-4ccc-859e-79f5efdd03ef HTTP/1.1" status: 200 len: 217 time: 0.1356299 May 04 13:45:11.658622 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46250) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:11.688208 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd35c1-969a-411d-b1c4-1642365de2af req-71f67c90-cdbd-4f69-80ca-5b6748d276f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:11.690297 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ebbd35c1-969a-411d-b1c4-1642365de2af req-71f67c90-cdbd-4f69-80ca-5b6748d276f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=29831a22-bbbd-4838-bcc7-5e382073153a HTTP/1.1" status: 200 len: 858 time: 0.0731938 May 04 13:45:11.691323 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8c641-6394-44b0-8791-6a2f748cfa3c req-890f330b-37b7-4940-9e79-3b1af5c2e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:11.692941 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-5dc8c641-6394-44b0-8791-6a2f748cfa3c req-890f330b-37b7-4940-9e79-3b1af5c2e24f service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b664c84-9a70-4d82-b8d8-2acaae6d033d HTTP/1.1" status: 200 len: 916 time: 0.6407404 May 04 13:45:11.719546 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12722f1c-208e-49a5-9749-a7dc46f25775 req-aae4f133-5e69-45f2-9168-f41f6b878528 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:11.721651 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-12722f1c-208e-49a5-9749-a7dc46f25775 req-aae4f133-5e69-45f2-9168-f41f6b878528 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.1765940 May 04 13:45:11.744011 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a95625b5-22fd-4151-8f4c-2b0c7362c749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1510612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15463029'] for subnet, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:11.753940 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-841411a2-c3e8-454c-b758-82728fc33ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:11.806707 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95625b5-22fd-4151-8f4c-2b0c7362c749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f3d61e3-5381-4af7-a438-ab88c354ad9f,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:11.809959 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a95625b5-22fd-4151-8f4c-2b0c7362c749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:11.815946 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-a95625b5-22fd-4151-8f4c-2b0c7362c749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:11.825427 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-a95625b5-22fd-4151-8f4c-2b0c7362c749 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2f3d61e3-5381-4af7-a438-ab88c354ad9f HTTP/1.1" status: 204 len: 168 time: 1.3942926 May 04 13:45:11.828970 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-12722f1c-208e-49a5-9749-a7dc46f25775 req-99e4a0d7-2cdd-4ce2-984d-e3ad233711f1 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998366 May 04 13:45:11.829534 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46258) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:11.885502 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-50cdfe9f-90fc-48b4-a098-cf2dff88f477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:11.896748 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-5dc8c641-6394-44b0-8791-6a2f748cfa3c req-dce32b9f-6753-4ecc-8819-ce4813b5fe7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0fdfb67-e44b-46e5-936e-c37d5b3079e4 HTTP/1.1" status: 200 len: 217 time: 0.1881375 May 04 13:45:11.902962 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-50cdfe9f-90fc-48b4-a098-cf2dff88f477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:11.905433 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ebbd35c1-969a-411d-b1c4-1642365de2af req-f619fc2f-7b84-4e80-bc84-6f9f87a502f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=173162e4-65be-4ace-a427-e6e40ca8cc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840137 May 04 13:45:11.997431 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-50c40acf-3f05-4ff7-b1cf-4def1520a425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:12.008529 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:12.024157 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-50c40acf-3f05-4ff7-b1cf-4def1520a425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:12.028471 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-50c40acf-3f05-4ff7-b1cf-4def1520a425 admin admin] Usage tracker for resource:security_group_rule and tenant:33f48d8dc97f4bb59c7bf8562cd47c00 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:12.031435 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-50c40acf-3f05-4ff7-b1cf-4def1520a425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:12.039043 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-50c40acf-3f05-4ff7-b1cf-4def1520a425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:12.052630 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-49a89e08-f4d3-4cfb-9b40-1594acbd8ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608811'] for network, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:12.100094 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-50cdfe9f-90fc-48b4-a098-cf2dff88f477 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d991877c7b84b11ba2605e4932239f6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0386245 May 04 13:45:12.100943 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdfe9f-90fc-48b4-a098-cf2dff88f477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5671dd-6671-4e2d-bc29-a5116855d7f2,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:12.113032 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 46268) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:12.132834 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-50cdfe9f-90fc-48b4-a098-cf2dff88f477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:12.250840 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-49a89e08-f4d3-4cfb-9b40-1594acbd8ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985040', 'neutron.services.segments.db._delete_segments_for_network-8760702794289'] for network, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:12.256012 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8c641-6394-44b0-8791-6a2f748cfa3c req-875773c3-7cd0-4b66-ba62-388f3c9a85ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:12.257683 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-5dc8c641-6394-44b0-8791-6a2f748cfa3c req-875773c3-7cd0-4b66-ba62-388f3c9a85ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cec6ae72-2da7-48aa-92cb-315d72809c08 HTTP/1.1" status: 200 len: 855 time: 0.3514214 May 04 13:45:12.325599 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-5dc8c641-6394-44b0-8791-6a2f748cfa3c req-f3ae292a-5df1-4dd8-b9d7-863e6bc42669 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b664c84-9a70-4d82-b8d8-2acaae6d033d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587919 May 04 13:45:12.382522 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-50c40acf-3f05-4ff7-b1cf-4def1520a425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:12.395190 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-50c40acf-3f05-4ff7-b1cf-4def1520a425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:12.405999 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-305a99af-a296-48f9-9fed-e4d6404e7631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:12.424886 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-49a89e08-f4d3-4cfb-9b40-1594acbd8ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d95eefb-2a8a-45f9-b278-7b4aab662fc4']}} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:45:12.461199 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-49a89e08-f4d3-4cfb-9b40-1594acbd8ba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323ec244-02a7-4ccd-887d-8537d1af19e2') {'for_net_delete': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:45:12.461770 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-49a89e08-f4d3-4cfb-9b40-1594acbd8ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323ec244-02a7-4ccd-887d-8537d1af19e2') {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:45:12.481932 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c40acf-3f05-4ff7-b1cf-4def1520a425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02742bb6-acc6-4601-9199-7e14de9a17e3,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:12.486865 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-49a89e08-f4d3-4cfb-9b40-1594acbd8ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760702805351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1510524'] for segment, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:12.498495 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-50c40acf-3f05-4ff7-b1cf-4def1520a425 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33f48d8dc97f4bb59c7bf8562cd47c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8376410 May 04 13:45:12.502247 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-50c40acf-3f05-4ff7-b1cf-4def1520a425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:12.502970 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46286) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:12.526606 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-49a89e08-f4d3-4cfb-9b40-1594acbd8ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:12.562145 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a89e08-f4d3-4cfb-9b40-1594acbd8ba8 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=73861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:45:12.638036 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2703140b-7186-4335-acf8-204ebddccb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:12.641703 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-5dc8c641-6394-44b0-8791-6a2f748cfa3c req-3fe27578-3c2f-4217-ad35-b57f478813a6 service neutron] 10.222.0.30 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876008 May 04 13:45:12.683615 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ebbd35c1-969a-411d-b1c4-1642365de2af req-3013dc2c-f72f-48d5-8a37-8de2a090eb3b service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7393692 May 04 13:45:12.748808 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2703140b-7186-4335-acf8-204ebddccb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:13.013293 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ebbd35c1-969a-411d-b1c4-1642365de2af req-bfbf3fdd-2021-4661-b77a-f09fdd26b3d2 service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152673 May 04 13:45:13.015371 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-5dc8c641-6394-44b0-8791-6a2f748cfa3c req-d323e039-6a66-4ff9-8bbe-8258fb532292 service neutron] 10.222.0.30 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617008 May 04 13:45:13.044085 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2703140b-7186-4335-acf8-204ebddccb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:13.052728 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2401b99f-2bd5-4d36-9166-06b36489e296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:13.077213 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ee7c3525-dc53-40f2-90f8-9e82f0c7d304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:13.083068 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-49a89e08-f4d3-4cfb-9b40-1594acbd8ba8 admin admin] Network 8d95eefb-2a8a-45f9-b278-7b4aab662fc4 has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:45:13.107037 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-49a89e08-f4d3-4cfb-9b40-1594acbd8ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-994584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1511030'] for segment, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:13.107444 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703140b-7186-4335-acf8-204ebddccb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5671dd-6671-4e2d-bc29-a5116855d7f2,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:13.118709 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2703140b-7186-4335-acf8-204ebddccb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:13.126634 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2703140b-7186-4335-acf8-204ebddccb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:13.134469 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-2703140b-7186-4335-acf8-204ebddccb5b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5e5671dd-6671-4e2d-bc29-a5116855d7f2 HTTP/1.1" status: 204 len: 168 time: 1.0199156 May 04 13:45:13.344051 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af4f62-430c-4420-8dd8-6dda617a2015 req-fb5066ab-92b7-46c1-9152-b5d585aab60d tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:13.345749 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-25af4f62-430c-4420-8dd8-6dda617a2015 req-fb5066ab-92b7-46c1-9152-b5d585aab60d tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.7148552 May 04 13:45:13.363501 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ee7c3525-dc53-40f2-90f8-9e82f0c7d304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:13.422104 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243c4d7-6d98-40b5-ad84-44e7d0a011d5 req-6c538794-efef-40b5-bd02-ae6451446bff tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:13.423772 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4243c4d7-6d98-40b5-ad84-44e7d0a011d5 req-6c538794-efef-40b5-bd02-ae6451446bff tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 943 time: 0.8058364 May 04 13:45:13.555674 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-49a89e08-f4d3-4cfb-9b40-1594acbd8ba8 admin admin] Network 8d95eefb-2a8a-45f9-b278-7b4aab662fc4 has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: Traceback (most recent call last): May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: timer() May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: cb(*args, **kw) May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: return func(*args, **kwargs) May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: self._notify() May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: self.callback(batched_events) May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: event.method(event) May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: return f(self, *a, **k) May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: return self._get(url).json() May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: return self.request(url, 'GET', **kwargs) May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:45:13.582530 dv-cinder-789564-1-smb neutron-server[73861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:45:13.677764 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-25af4f62-430c-4420-8dd8-6dda617a2015 req-d1a79abc-7d48-400e-b97e-a88b35677159 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169689 May 04 13:45:13.690510 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4243c4d7-6d98-40b5-ad84-44e7d0a011d5 req-f7c3cd79-7225-4339-b428-711cbdee9477 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977811 May 04 13:45:13.702537 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-49a89e08-f4d3-4cfb-9b40-1594acbd8ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974341'] for network, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:13.710282 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ee7c3525-dc53-40f2-90f8-9e82f0c7d304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:13.718655 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-563ec65e-504d-4f58-b39c-5226024c2387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:13.797672 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-49a89e08-f4d3-4cfb-9b40-1594acbd8ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:13.819319 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c3525-dc53-40f2-90f8-9e82f0c7d304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02742bb6-acc6-4601-9199-7e14de9a17e3,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:13.825704 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 46324) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:13.840475 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-ee7c3525-dc53-40f2-90f8-9e82f0c7d304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:13.850421 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-bb800671-c2fb-4010-9fd9-705b70fee204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:13.858720 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-048f84d0-02fc-486f-80a1-f893b5a8f439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:13.891415 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-048f84d0-02fc-486f-80a1-f893b5a8f439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:13.904400 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ee7c3525-dc53-40f2-90f8-9e82f0c7d304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:13.905318 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-048f84d0-02fc-486f-80a1-f893b5a8f439 admin admin] Usage tracker for resource:security_group_rule and tenant:df15d28c9edc47f49900c1525c9e477d is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:13.909221 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-ee7c3525-dc53-40f2-90f8-9e82f0c7d304 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02742bb6-acc6-4601-9199-7e14de9a17e3 HTTP/1.1" status: 204 len: 168 time: 1.4048789 May 04 13:45:13.909890 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-048f84d0-02fc-486f-80a1-f893b5a8f439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:13.911521 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a89e08-f4d3-4cfb-9b40-1594acbd8ba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d95eefb-2a8a-45f9-b278-7b4aab662fc4,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:13.918221 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-048f84d0-02fc-486f-80a1-f893b5a8f439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:13.954252 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-49a89e08-f4d3-4cfb-9b40-1594acbd8ba8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8d95eefb-2a8a-45f9-b278-7b4aab662fc4 HTTP/1.1" status: 204 len: 168 time: 2.1232734 May 04 13:45:13.962481 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-49a89e08-f4d3-4cfb-9b40-1594acbd8ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:14.016020 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0904e-b11e-4437-a926-c9d02cf45e23 req-1882542c-a3f1-4e93-bfad-30a9521852c3 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:14.018235 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f9e0904e-b11e-4437-a926-c9d02cf45e23 req-1882542c-a3f1-4e93-bfad-30a9521852c3 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.1151881 May 04 13:45:14.146023 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f9e0904e-b11e-4437-a926-c9d02cf45e23 req-76c008b1-f471-4c4f-8871-f6fdcc8567ec tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174059 May 04 13:45:14.148136 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-048f84d0-02fc-486f-80a1-f893b5a8f439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:14.158111 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-048f84d0-02fc-486f-80a1-f893b5a8f439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:14.180140 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:14.277876 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46338) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:14.300478 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-048f84d0-02fc-486f-80a1-f893b5a8f439 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df15d28c9edc47f49900c1525c9e477d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735892 May 04 13:45:14.304919 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f84d0-02fc-486f-80a1-f893b5a8f439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9720e2eb-d305-4574-a8df-d94b8b65a216,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:14.312022 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-048f84d0-02fc-486f-80a1-f893b5a8f439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:14.374454 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0e402d0b-3e55-4fe7-bccb-d2fe083ead39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:14.409327 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0e402d0b-3e55-4fe7-bccb-d2fe083ead39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:14.452649 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 46344) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:14.587161 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-c249cdc6-f29d-411a-afa4-578c7ce523b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58f906566f26438da4ad2e39018781da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1324573 May 04 13:45:14.587996 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46352) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:14.653558 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0e402d0b-3e55-4fe7-bccb-d2fe083ead39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:14.688874 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-500e47f1-6349-4c9e-8684-0753656a8435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:14.727796 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef203fe-1d99-40f9-8593-efa5e7b684f6 req-094002d5-6a2f-4030-9fcc-1ea41c3e187c tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:14.730596 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fef203fe-1d99-40f9-8593-efa5e7b684f6 req-094002d5-6a2f-4030-9fcc-1ea41c3e187c tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.2636838 May 04 13:45:14.739711 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e402d0b-3e55-4fe7-bccb-d2fe083ead39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9720e2eb-d305-4574-a8df-d94b8b65a216,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:14.742818 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 46360) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:14.747673 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0e402d0b-3e55-4fe7-bccb-d2fe083ead39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:14.751461 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0e402d0b-3e55-4fe7-bccb-d2fe083ead39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:14.757406 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-0e402d0b-3e55-4fe7-bccb-d2fe083ead39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9720e2eb-d305-4574-a8df-d94b8b65a216 HTTP/1.1" status: 204 len: 168 time: 0.4739411 May 04 13:45:14.760753 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-e97849b2-aca5-4ae5-96e6-f4d0bfaaff8f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Request body: {'floatingip': {'port_id': 'add37c68-5159-4010-8064-843be37f3631'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:45:14.784569 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bc22ba6a-f0a8-48aa-9f35-b3a86df5d782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:14.836761 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bc22ba6a-f0a8-48aa-9f35-b3a86df5d782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:14.949345 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bc22ba6a-f0a8-48aa-9f35-b3a86df5d782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:14.955139 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device c0fdfb67-e44b-46e5-936e-c37d5b3079e4 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:45:14.959335 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-86d50ca7-fa35-4e53-9c38-938bdd925fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:15.009079 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e97849b2-aca5-4ae5-96e6-f4d0bfaaff8f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for floatingip, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:15.032275 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22ba6a-f0a8-48aa-9f35-b3a86df5d782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fd2a1b-be54-48ea-8e49-875a4b33d7a0,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:15.039977 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-bc22ba6a-f0a8-48aa-9f35-b3a86df5d782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:15.068570 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bc22ba6a-f0a8-48aa-9f35-b3a86df5d782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:15.073724 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-bc22ba6a-f0a8-48aa-9f35-b3a86df5d782 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8fd2a1b-be54-48ea-8e49-875a4b33d7a0 HTTP/1.1" status: 204 len: 168 time: 0.4804525 May 04 13:45:15.287978 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46368) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:15.395609 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-782f7dc2-1b52-43b9-9db6-1de3e3c8a46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:15.402883 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port c0fdfb67-e44b-46e5-936e-c37d5b3079e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c0fdfb67-e44b-46e5-936e-c37d5b3079e4,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:45:15.457999 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-782f7dc2-1b52-43b9-9db6-1de3e3c8a46a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:15.459466 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': 'c0fdfb67-e44b-46e5-936e-c37d5b3079e4', 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d', 'port_id': 'c0fdfb67-e44b-46e5-936e-c37d5b3079e4', 'mac_address': 'fa:16:3e:3e:f6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec6ae72-2da7-48aa-92cb-315d72809c08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:45:15.476961 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-782f7dc2-1b52-43b9-9db6-1de3e3c8a46a admin admin] Usage tracker for resource:security_group_rule and tenant:f31a9f8c3a6544d5916299e65d1dd2c7 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:15.493461 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-782f7dc2-1b52-43b9-9db6-1de3e3c8a46a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:15.575678 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-782f7dc2-1b52-43b9-9db6-1de3e3c8a46a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:15.651755 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:15.700805 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fdfb67-e44b-46e5-936e-c37d5b3079e4 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:45:15.734642 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f078dd9-3479-44ac-aa02-a79aa918bc5e req-20c40b86-ffcc-46ec-b5cb-b64c0014722a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:15.745909 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port c0fdfb67-e44b-46e5-936e-c37d5b3079e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c0fdfb67-e44b-46e5-936e-c37d5b3079e4,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:45:15.749449 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6f078dd9-3479-44ac-aa02-a79aa918bc5e req-20c40b86-ffcc-46ec-b5cb-b64c0014722a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 943 time: 0.6862020 May 04 13:45:15.759831 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:15.763964 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:15.815768 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16891d-e1f4-44b0-b010-193437ba185e req-ce702d0c-3e06-4846-8604-c7e686db9eb6 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:15.819007 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fd16891d-e1f4-44b0-b010-193437ba185e req-ce702d0c-3e06-4846-8604-c7e686db9eb6 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.6532271 May 04 13:45:15.974072 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6f078dd9-3479-44ac-aa02-a79aa918bc5e req-7116d834-e94d-49f2-88cb-b5b3fa05c8d9 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231264 May 04 13:45:16.079028 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fd16891d-e1f4-44b0-b010-193437ba185e req-3c4e08b2-0b10-4988-8be7-7e9c335a5a7f tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347188 May 04 13:45:16.158456 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=c0fdfb67-e44b-46e5-936e-c37d5b3079e4,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:16.167921 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:16.224513 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-782f7dc2-1b52-43b9-9db6-1de3e3c8a46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:16.237178 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-782f7dc2-1b52-43b9-9db6-1de3e3c8a46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:16.241801 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['c0fdfb67-e44b-46e5-936e-c37d5b3079e4'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:45:16.244697 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-ee7c3525-dc53-40f2-90f8-9e82f0c7d304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:16.293664 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f7dc2-1b52-43b9-9db6-1de3e3c8a46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a38ef73-a975-4516-bbc8-6ecda69c062c,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:16.299908 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-782f7dc2-1b52-43b9-9db6-1de3e3c8a46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:16.340517 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-782f7dc2-1b52-43b9-9db6-1de3e3c8a46a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f31a9f8c3a6544d5916299e65d1dd2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0277975 May 04 13:45:16.341407 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46396) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:16.505381 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-962342e9-dd7b-4fdd-9b73-ad1ef9928293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:16.593594 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-962342e9-dd7b-4fdd-9b73-ad1ef9928293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:16.600298 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-25ead6e5-edcd-45a8-9b72-fb82461b32f2 req-efa466cc-5f51-4511-b227-9e3e5803abf0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9486060 May 04 13:45:16.745427 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-962342e9-dd7b-4fdd-9b73-ad1ef9928293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:16.750720 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-e7e6b145-9a4a-4255-aa13-d05e9afc8f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:16.777177 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962342e9-dd7b-4fdd-9b73-ad1ef9928293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a38ef73-a975-4516-bbc8-6ecda69c062c,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:16.795055 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-962342e9-dd7b-4fdd-9b73-ad1ef9928293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:16.801905 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-962342e9-dd7b-4fdd-9b73-ad1ef9928293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:16.805539 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-962342e9-dd7b-4fdd-9b73-ad1ef9928293 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a38ef73-a975-4516-bbc8-6ecda69c062c HTTP/1.1" status: 204 len: 168 time: 0.4610534 May 04 13:45:17.092578 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ead6e5-edcd-45a8-9b72-fb82461b32f2 req-5a3cf16a-5228-4159-b329-4a9a62389a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:17.094429 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-25ead6e5-edcd-45a8-9b72-fb82461b32f2 req-5a3cf16a-5228-4159-b329-4a9a62389a02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14598e286d464d1992dd44a6acea91b6&device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 1099 time: 0.3825755 May 04 13:45:17.101426 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e97849b2-aca5-4ae5-96e6-f4d0bfaaff8f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:17.114434 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e97849b2-aca5-4ae5-96e6-f4d0bfaaff8f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974359'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:17.342918 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b36fb7-6b7f-4327-b84e-047b964120bf req-da405457-9a34-4893-a7cb-bae8ca1db0bd tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:17.344821 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d6b36fb7-6b7f-4327-b84e-047b964120bf req-da405457-9a34-4893-a7cb-bae8ca1db0bd tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 944 time: 0.1897776 May 04 13:45:17.384537 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd8fd5-0dc8-4259-b8f0-8a89adb73663 req-2c8b90e9-7f0b-4c9f-a617-76c4a97e6593 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:17.394923 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-59cd8fd5-0dc8-4259-b8f0-8a89adb73663 req-2c8b90e9-7f0b-4c9f-a617-76c4a97e6593 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.1703801 May 04 13:45:17.453503 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ead6e5-edcd-45a8-9b72-fb82461b32f2 req-c19dd0b1-05b9-45e4-9c3a-20f62c27ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:17.472675 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-25ead6e5-edcd-45a8-9b72-fb82461b32f2 req-c19dd0b1-05b9-45e4-9c3a-20f62c27ac50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b664c84-9a70-4d82-b8d8-2acaae6d033d HTTP/1.1" status: 200 len: 916 time: 0.2624919 May 04 13:45:17.472675 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.db.l3_db [None req-e97849b2-aca5-4ae5-96e6-f4d0bfaaff8f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Floating IP 4f747258-cb1f-4742-9ac7-6e36438752c7 associated. External IP: 172.28.3.79, port: add37c68-5159-4010-8064-843be37f3631. May 04 13:45:17.472955 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d6b36fb7-6b7f-4327-b84e-047b964120bf req-f8bbd865-8c32-4d62-ad3c-2aab92124d8e tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115746 May 04 13:45:17.479832 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-59cd8fd5-0dc8-4259-b8f0-8a89adb73663 req-ab9f60e9-1e95-4391-9eec-a3acd8dfa15a tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836260 May 04 13:45:17.687676 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-25ead6e5-edcd-45a8-9b72-fb82461b32f2 req-bcf20a9e-af0a-480f-a575-da65e41710d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eee035f4-7317-47ae-9f20-a70097bbb987 HTTP/1.1" status: 200 len: 217 time: 0.1765110 May 04 13:45:17.851033 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ead6e5-edcd-45a8-9b72-fb82461b32f2 req-21edbfe8-56fe-43e6-98a3-e2b367e9d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:17.852531 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-25ead6e5-edcd-45a8-9b72-fb82461b32f2 req-21edbfe8-56fe-43e6-98a3-e2b367e9d4a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cec6ae72-2da7-48aa-92cb-315d72809c08 HTTP/1.1" status: 200 len: 855 time: 0.1565824 May 04 13:45:17.862564 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46454) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:17.978017 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-25ead6e5-edcd-45a8-9b72-fb82461b32f2 req-42960e6f-c471-4494-b476-0f963f9a7f4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b664c84-9a70-4d82-b8d8-2acaae6d033d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179960 May 04 13:45:18.133702 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0c7be89b-f747-4b16-a343-5d916e3f59f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:18.172243 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-0c7be89b-f747-4b16-a343-5d916e3f59f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:18.182812 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-0c7be89b-f747-4b16-a343-5d916e3f59f6 admin admin] Usage tracker for resource:security_group_rule and tenant:1cd5acad5f474022b1603f68f7ffac4f is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:18.186509 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-0c7be89b-f747-4b16-a343-5d916e3f59f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:18.193744 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-0c7be89b-f747-4b16-a343-5d916e3f59f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:18.248256 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97849b2-aca5-4ae5-96e6-f4d0bfaaff8f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Router df7df9e8-50d7-4852-bc0b-6c8423769823 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:45:18.263744 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-25ead6e5-edcd-45a8-9b72-fb82461b32f2 req-0249b09e-e4bf-456f-a920-e591e0ca8d12 service neutron] 10.222.0.30 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759225 May 04 13:45:18.441007 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0c7be89b-f747-4b16-a343-5d916e3f59f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:18.449493 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0c7be89b-f747-4b16-a343-5d916e3f59f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:18.461523 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:18.557621 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7be89b-f747-4b16-a343-5d916e3f59f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d984665e-c418-4c84-92b1-c031956dae43,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:18.563214 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0c7be89b-f747-4b16-a343-5d916e3f59f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:18.567419 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-0c7be89b-f747-4b16-a343-5d916e3f59f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1cd5acad5f474022b1603f68f7ffac4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7036006 May 04 13:45:18.573033 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 46488) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:18.661344 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97849b2-aca5-4ae5-96e6-f4d0bfaaff8f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:45:18.680265 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-25ead6e5-edcd-45a8-9b72-fb82461b32f2 req-80462d1d-3e61-419b-9d87-d9935ca36353 service neutron] 10.222.0.30 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078820 May 04 13:45:18.688198 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87fcaee-9ab6-4bee-a591-7a15f6b9f5e4 None None] Sync routers for ids ['df7df9e8-50d7-4852-bc0b-6c8423769823'] in dv-cinder-789564-1-smb {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:45:18.709513 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87fcaee-9ab6-4bee-a591-7a15f6b9f5e4 None None] Routers {'df7df9e8-50d7-4852-bc0b-6c8423769823'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:45:18.716986 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-f87fcaee-9ab6-4bee-a591-7a15f6b9f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:44:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['df7df9e8-50d7-4852-bc0b-6c8423769823'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:45:18.741112 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e97849b2-aca5-4ae5-96e6-f4d0bfaaff8f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for floatingip, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:18.865967 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68264bcc-61b9-4db8-9503-f87665b375c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:18.921856 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-e97849b2-aca5-4ae5-96e6-f4d0bfaaff8f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "PUT /v2.0/floatingips/4f747258-cb1f-4742-9ac7-6e36438752c7 HTTP/1.1" status: 200 len: 990 time: 4.1768548 May 04 13:45:18.938617 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547a35c8-44b6-4493-9385-6ac5d11fe8bf', 'tag': 'add37c68-5159-4010-8064-843be37f3631'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:45:18.955517 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device c0fdfb67-e44b-46e5-936e-c37d5b3079e4 up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:45:18.981646 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68264bcc-61b9-4db8-9503-f87665b375c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:19.043099 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19741a-fdc8-4435-8e30-28e34c09437c req-b0ddb387-73fc-4784-a17f-28910f8f2bb0 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:19.044893 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1d19741a-fdc8-4435-8e30-28e34c09437c req-b0ddb387-73fc-4784-a17f-28910f8f2bb0 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.3513894 May 04 13:45:19.084923 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc1a4d-a0f8-4343-82b1-e44e6dc1c017 req-1036a01c-1409-40e5-a88b-c790498309a3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:19.086659 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e8fc1a4d-a0f8-4343-82b1-e44e6dc1c017 req-1036a01c-1409-40e5-a88b-c790498309a3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 944 time: 0.2809329 May 04 13:45:19.175277 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68264bcc-61b9-4db8-9503-f87665b375c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:19.203001 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2703140b-7186-4335-acf8-204ebddccb5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:19.260413 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port c0fdfb67-e44b-46e5-936e-c37d5b3079e4 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:45:19.270103 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68264bcc-61b9-4db8-9503-f87665b375c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d984665e-c418-4c84-92b1-c031956dae43,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:19.273951 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port c0fdfb67-e44b-46e5-936e-c37d5b3079e4 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:45:19.275441 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:19.282407 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1d19741a-fdc8-4435-8e30-28e34c09437c req-3c4fc162-cd0d-4800-8abb-bfeb390d8e4c tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243364 May 04 13:45:19.294596 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-68264bcc-61b9-4db8-9503-f87665b375c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:19.294596 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68264bcc-61b9-4db8-9503-f87665b375c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:19.312355 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-68264bcc-61b9-4db8-9503-f87665b375c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d984665e-c418-4c84-92b1-c031956dae43 HTTP/1.1" status: 204 len: 168 time: 0.7381721 May 04 13:45:19.366073 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-f87fcaee-9ab6-4bee-a591-7a15f6b9f5e4 None None] Set router df7df9e8-50d7-4852-bc0b-6c8423769823 gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:45:19.491325 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e8fc1a4d-a0f8-4343-82b1-e44e6dc1c017 req-964235f2-69ff-4438-b929-3a3e3d6b2182 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348585 May 04 13:45:19.592133 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:19.653880 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547a35c8-44b6-4493-9385-6ac5d11fe8bf', 'tag': 'add37c68-5159-4010-8064-843be37f3631', 'status': 'completed', 'code': 200} May 04 13:45:19.670621 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08286574-3687-463c-84d2-544a0e8c42ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fdfb67-e44b-46e5-936e-c37d5b3079e4'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:45:19.703269 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port c0fdfb67-e44b-46e5-936e-c37d5b3079e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c0fdfb67-e44b-46e5-936e-c37d5b3079e4,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:45:19.711242 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:19.713615 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:19.851407 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08286574-3687-463c-84d2-544a0e8c42ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fdfb67-e44b-46e5-936e-c37d5b3079e4', 'code': 200} May 04 13:45:19.852155 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=c0fdfb67-e44b-46e5-936e-c37d5b3079e4,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:19.858015 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:19.870872 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2c38b-22d0-4445-ad02-900889fe5281 req-25b427f6-7e34-441e-b02b-c9166e0e1843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:19.884786 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-81d2c38b-22d0-4445-ad02-900889fe5281 req-25b427f6-7e34-441e-b02b-c9166e0e1843 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7bea85a15656418198b0f51c80271aca&device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 1098 time: 0.1952078 May 04 13:45:20.091020 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2c38b-22d0-4445-ad02-900889fe5281 req-8d31c7c2-4eb9-4d6c-9b82-d3a5eb76947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:20.092758 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-81d2c38b-22d0-4445-ad02-900889fe5281 req-8d31c7c2-4eb9-4d6c-9b82-d3a5eb76947f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1fd94811-ffd9-4e26-916f-1e2fa598c199 HTTP/1.1" status: 200 len: 912 time: 0.2071843 May 04 13:45:20.326976 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-f87fcaee-9ab6-4bee-a591-7a15f6b9f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:26Z', 'revision_number': 4, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_floatingips': [{'id': '4f747258-cb1f-4742-9ac7-6e36438752c7', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'floating_ip_address': '172.28.3.79', 'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'router_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'port_id': 'add37c68-5159-4010-8064-843be37f3631', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'mac_address': 'fa:16:3e:4e:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547a35c8-44b6-4493-9385-6ac5d11fe8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:44:42Z', 'updated_at': '2021-05-04T13:45:16Z', 'revision_number': 1, 'project_id': '7bea85a15656418198b0f51c80271aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ee3632-9113-4a3f-b4ff-7fb990f03b74', 'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'mac_address': 'fa:16:3e:9c:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:22Z', 'updated_at': '2021-05-04T13:44:38Z', 'revision_number': 5, 'project_id': '7bea85a15656418198b0f51c80271aca', 'subnets': [{'id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:45:20.332954 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87fcaee-9ab6-4bee-a591-7a15f6b9f5e4 None None] Checking router: df7df9e8-50d7-4852-bc0b-6c8423769823 for host: dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:45:20.369795 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87fcaee-9ab6-4bee-a591-7a15f6b9f5e4 None None] Routers {'df7df9e8-50d7-4852-bc0b-6c8423769823'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:45:20.371184 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-f87fcaee-9ab6-4bee-a591-7a15f6b9f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:44:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['df7df9e8-50d7-4852-bc0b-6c8423769823'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:45:20.471646 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-81d2c38b-22d0-4445-ad02-900889fe5281 req-66db43d8-e840-4fe8-b5f8-238f4c0e6de4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=add37c68-5159-4010-8064-843be37f3631 HTTP/1.1" status: 200 len: 998 time: 0.3718231 May 04 13:45:20.537696 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161a954-4cb2-488b-8d4f-47288fefd218 req-2fd795e0-8299-4802-9a75-6a9c3dd6fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:20.539924 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-2161a954-4cb2-488b-8d4f-47288fefd218 req-2fd795e0-8299-4802-9a75-6a9c3dd6fcfe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 1098 time: 0.1396351 May 04 13:45:20.701983 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2c38b-22d0-4445-ad02-900889fe5281 req-2b3528cf-058a-404e-9014-416d85c8cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:20.705623 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-81d2c38b-22d0-4445-ad02-900889fe5281 req-2b3528cf-058a-404e-9014-416d85c8cb71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44f55995-417a-4b33-b1ec-1e179bdc93a5 HTTP/1.1" status: 200 len: 850 time: 0.2222302 May 04 13:45:20.718137 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-2161a954-4cb2-488b-8d4f-47288fefd218 req-bcd4dfcf-073c-4e88-b665-e614461a1301 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429949 May 04 13:45:20.874027 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2c38b-22d0-4445-ad02-900889fe5281 req-99f7b08a-66cf-437e-a7e5-745c137d4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:20.877428 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-81d2c38b-22d0-4445-ad02-900889fe5281 req-99f7b08a-66cf-437e-a7e5-745c137d4638 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fd94811-ffd9-4e26-916f-1e2fa598c199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1570063 May 04 13:45:20.918472 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-f87fcaee-9ab6-4bee-a591-7a15f6b9f5e4 None None] Set router df7df9e8-50d7-4852-bc0b-6c8423769823 gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:45:21.039193 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e114c2b-03dc-433e-bde9-9eebf4640669 req-e74b3a83-e44d-4276-84bc-5662a553bbf3 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:21.041542 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9e114c2b-03dc-433e-bde9-9eebf4640669 req-e74b3a83-e44d-4276-84bc-5662a553bbf3 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.3871839 May 04 13:45:21.055407 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c2462-4598-49d9-9559-a85f5bf1b810 req-6a14705a-acab-485e-94b9-0ab07be849cc tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:21.057439 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-537c2462-4598-49d9-9559-a85f5bf1b810 req-6a14705a-acab-485e-94b9-0ab07be849cc tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 945 time: 0.3158438 May 04 13:45:21.148109 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-537c2462-4598-49d9-9559-a85f5bf1b810 req-93237946-6e65-4a9d-9848-52afe487291a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732424 May 04 13:45:21.170454 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9e114c2b-03dc-433e-bde9-9eebf4640669 req-df9fb6f2-a8f0-4464-b6c3-1baaba0936c2 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116827 May 04 13:45:21.224381 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-81d2c38b-22d0-4445-ad02-900889fe5281 req-d7e5bc61-6be1-4bdd-a276-3b964cfcdf6f service neutron] 10.222.0.30 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396647 May 04 13:45:21.425470 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-81d2c38b-22d0-4445-ad02-900889fe5281 req-95375546-cca4-4f4a-98c7-acab61877dae service neutron] 10.222.0.30 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869709 May 04 13:45:21.495273 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-f87fcaee-9ab6-4bee-a591-7a15f6b9f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:26Z', 'revision_number': 4, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_floatingips': [{'id': '4f747258-cb1f-4742-9ac7-6e36438752c7', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'floating_ip_address': '172.28.3.79', 'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'router_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'port_id': 'add37c68-5159-4010-8064-843be37f3631', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'mac_address': 'fa:16:3e:4e:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547a35c8-44b6-4493-9385-6ac5d11fe8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:44:42Z', 'updated_at': '2021-05-04T13:45:16Z', 'revision_number': 1, 'project_id': '7bea85a15656418198b0f51c80271aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ee3632-9113-4a3f-b4ff-7fb990f03b74', 'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'mac_address': 'fa:16:3e:9c:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:22Z', 'updated_at': '2021-05-04T13:44:38Z', 'revision_number': 5, 'project_id': '7bea85a15656418198b0f51c80271aca', 'subnets': [{'id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:45:21.500583 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87fcaee-9ab6-4bee-a591-7a15f6b9f5e4 None None] The sync data for ids ['df7df9e8-50d7-4852-bc0b-6c8423769823'] in dv-cinder-789564-1-smb is: [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:26Z', 'revision_number': 4, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_floatingips': [{'id': '4f747258-cb1f-4742-9ac7-6e36438752c7', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'floating_ip_address': '172.28.3.79', 'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'router_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'port_id': 'add37c68-5159-4010-8064-843be37f3631', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'mac_address': 'fa:16:3e:4e:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547a35c8-44b6-4493-9385-6ac5d11fe8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:44:42Z', 'updated_at': '2021-05-04T13:45:16Z', 'revision_number': 1, 'project_id': '7bea85a15656418198b0f51c80271aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ee3632-9113-4a3f-b4ff-7fb990f03b74', 'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'mac_address': 'fa:16:3e:9c:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:22Z', 'updated_at': '2021-05-04T13:44:38Z', 'revision_number': 5, 'project_id': '7bea85a15656418198b0f51c80271aca', 'subnets': [{'id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:45:21.841725 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ff3be1-834d-48d1-ba61-a738b9b55c19 None None] New status for floating IP 4f747258-cb1f-4742-9ac7-6e36438752c7: ACTIVE {{(pid=73862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:45:22.188889 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:22.520260 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f54997-adf8-4210-9d24-f8ab463abe73 req-894a7225-f1d6-4fca-b1d5-93d630666bbf tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:22.528463 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-65f54997-adf8-4210-9d24-f8ab463abe73 req-894a7225-f1d6-4fca-b1d5-93d630666bbf tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 945 time: 0.1886148 May 04 13:45:22.540656 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27939645-586a-4059-beaa-962207d70e99 req-4d5c689f-cb8e-4836-bc61-754beaec2866 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:22.542327 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-27939645-586a-4059-beaa-962207d70e99 req-4d5c689f-cb8e-4836-bc61-754beaec2866 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.1608324 May 04 13:45:22.624100 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-65f54997-adf8-4210-9d24-f8ab463abe73 req-a4200817-cea9-4bd4-aff9-41f65ee74163 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946202 May 04 13:45:22.637380 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-27939645-586a-4059-beaa-962207d70e99 req-11810c32-5be7-43b7-9d14-1b706bc99014 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770557 May 04 13:45:22.771398 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 46646) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:22.997590 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a309609c-6a44-4982-afb1-36e6f451c5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:23.019391 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-a309609c-6a44-4982-afb1-36e6f451c5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:23.025032 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-a309609c-6a44-4982-afb1-36e6f451c5b3 admin admin] Usage tracker for resource:security_group_rule and tenant:13d901b118d4470f90a8776122f56a8b is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:23.028565 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-a309609c-6a44-4982-afb1-36e6f451c5b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:23.036559 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-a309609c-6a44-4982-afb1-36e6f451c5b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:23.159319 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a309609c-6a44-4982-afb1-36e6f451c5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:23.166237 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a309609c-6a44-4982-afb1-36e6f451c5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:23.177886 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-68264bcc-61b9-4db8-9503-f87665b375c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:23.222394 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309609c-6a44-4982-afb1-36e6f451c5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96357f7-2e45-4eff-8361-9daac0a70fc6,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:23.228331 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-a309609c-6a44-4982-afb1-36e6f451c5b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13d901b118d4470f90a8776122f56a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4547377 May 04 13:45:23.229897 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a309609c-6a44-4982-afb1-36e6f451c5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:23.230506 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 46662) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:23.303334 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-88d63314-9b7b-440b-9686-f1b03e453f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:23.340420 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-88d63314-9b7b-440b-9686-f1b03e453f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:23.417515 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-88d63314-9b7b-440b-9686-f1b03e453f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:23.422021 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:23.437583 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d63314-9b7b-440b-9686-f1b03e453f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96357f7-2e45-4eff-8361-9daac0a70fc6,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:23.441761 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-88d63314-9b7b-440b-9686-f1b03e453f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:23.445442 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-88d63314-9b7b-440b-9686-f1b03e453f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:23.448438 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-88d63314-9b7b-440b-9686-f1b03e453f15 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e96357f7-2e45-4eff-8361-9daac0a70fc6 HTTP/1.1" status: 204 len: 168 time: 0.2150319 May 04 13:45:24.077929 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc38cca-2ae0-4a0d-a471-d107f310aef7 req-da641c8b-f0e9-4057-bf6b-48e058568c67 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:24.079902 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cfc38cca-2ae0-4a0d-a471-d107f310aef7 req-da641c8b-f0e9-4057-bf6b-48e058568c67 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.2533333 May 04 13:45:24.161249 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cfc38cca-2ae0-4a0d-a471-d107f310aef7 req-172ef20b-2e1a-4d9e-8234-004218af2c8d tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740910 May 04 13:45:24.226696 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 46704) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:24.247936 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9bf89676-9ac2-4fec-88c1-9da55cc7a874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:24.285350 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-9bf89676-9ac2-4fec-88c1-9da55cc7a874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:24.294515 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-9bf89676-9ac2-4fec-88c1-9da55cc7a874 admin admin] Usage tracker for resource:security_group_rule and tenant:5ffff565a22a43d9a60e7b85dd51048f is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:24.302024 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-9bf89676-9ac2-4fec-88c1-9da55cc7a874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:24.318250 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-9bf89676-9ac2-4fec-88c1-9da55cc7a874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:24.320349 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-c4e176e9-4cd9-4039-81e6-83fc0c69b05c tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=20aaee70280a4ea383bb3d0a1901d8bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379689 May 04 13:45:24.494543 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9bf89676-9ac2-4fec-88c1-9da55cc7a874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:24.504169 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9bf89676-9ac2-4fec-88c1-9da55cc7a874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:24.520565 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:24.539880 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-407bc9e4-1453-4ab0-a812-15d58364b98b tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:24.549280 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-407bc9e4-1453-4ab0-a812-15d58364b98b tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2272387 May 04 13:45:24.571532 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-2dfd98ff-15bd-4652-aa4b-6c4e532557cf tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/quotas/20aaee70280a4ea383bb3d0a1901d8bb HTTP/1.1" status: 200 len: 375 time: 0.0208101 May 04 13:45:24.597202 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf89676-9ac2-4fec-88c1-9da55cc7a874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb675722-ce77-4ea8-b4db-f0e7b96acec3,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:24.605059 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-9bf89676-9ac2-4fec-88c1-9da55cc7a874 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ffff565a22a43d9a60e7b85dd51048f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770599 May 04 13:45:24.606526 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9bf89676-9ac2-4fec-88c1-9da55cc7a874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:24.609440 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 46720) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:24.645389 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-f1828d9d-89cd-4324-9057-1ef8d9eec13e tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=20aaee70280a4ea383bb3d0a1901d8bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723832 May 04 13:45:24.736700 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a96a57d2-459c-49b5-9a9c-cef0187624ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:24.859849 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a96a57d2-459c-49b5-9a9c-cef0187624ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:24.988552 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a96a57d2-459c-49b5-9a9c-cef0187624ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:25.003725 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-474b0704-8629-4680-8d95-2d382a8ed6ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:25.080516 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-38ee102f-8560-4e2a-aaaa-33a4e77cf4f6 req-867d900d-46b6-4345-a7f0-6793312ec6d0 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 210 time: 0.1824067 May 04 13:45:25.091539 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a57d2-459c-49b5-9a9c-cef0187624ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb675722-ce77-4ea8-b4db-f0e7b96acec3,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:25.109246 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a96a57d2-459c-49b5-9a9c-cef0187624ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:25.111285 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-a96a57d2-459c-49b5-9a9c-cef0187624ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb675722-ce77-4ea8-b4db-f0e7b96acec3 HTTP/1.1" status: 204 len: 168 time: 0.4983270 May 04 13:45:25.112864 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a96a57d2-459c-49b5-9a9c-cef0187624ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:25.623581 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d14044-0281-41de-af14-706b73c1e438 req-ecb8ac16-2814-4b05-a750-5e84e081a589 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:25.626249 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-17d14044-0281-41de-af14-706b73c1e438 req-ecb8ac16-2814-4b05-a750-5e84e081a589 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.2777114 May 04 13:45:25.710495 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 46768) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:25.717593 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-17d14044-0281-41de-af14-706b73c1e438 req-9dd7fd37-08ea-4c8b-bd3e-a09c9a3e2088 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810049 May 04 13:45:25.988610 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e6dfca5c-e8e2-4a6e-b1de-d1cba17dcb17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:26.031570 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-e6dfca5c-e8e2-4a6e-b1de-d1cba17dcb17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:26.039898 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-e6dfca5c-e8e2-4a6e-b1de-d1cba17dcb17 admin admin] Usage tracker for resource:security_group_rule and tenant:39841c760c4c4fb381c76a1abf0630c1 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:26.045408 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-e6dfca5c-e8e2-4a6e-b1de-d1cba17dcb17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:26.058114 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-e6dfca5c-e8e2-4a6e-b1de-d1cba17dcb17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:26.165731 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5c48c0cd-ba97-4878-bf42-6ffc9e790a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:26.303535 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e6dfca5c-e8e2-4a6e-b1de-d1cba17dcb17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:26.311281 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e6dfca5c-e8e2-4a6e-b1de-d1cba17dcb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:26.319426 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6f69110d-211b-49ea-ac59-09130279e8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:26.362608 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-32966afc-0e9a-4b77-8b16-6355dc7c7fe9 req-650075ab-edab-4380-82e9-e2fdcda4f7ce tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 210 time: 0.0534351 May 04 13:45:26.389948 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfca5c-e8e2-4a6e-b1de-d1cba17dcb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cdba0c-685d-4f07-baf9-28c3339137f6,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:26.396102 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-e6dfca5c-e8e2-4a6e-b1de-d1cba17dcb17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39841c760c4c4fb381c76a1abf0630c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6841254 May 04 13:45:26.397864 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e6dfca5c-e8e2-4a6e-b1de-d1cba17dcb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:26.408589 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46796) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:26.534533 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d597-832c-4c50-84d4-171386de4b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:26.592910 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d597-832c-4c50-84d4-171386de4b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:26.711282 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d597-832c-4c50-84d4-171386de4b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:26.718408 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-143327ea-46e2-4fdb-b978-03970911d9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:26.738810 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9d597-832c-4c50-84d4-171386de4b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cdba0c-685d-4f07-baf9-28c3339137f6,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:26.741779 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-f1f9d597-832c-4c50-84d4-171386de4b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:26.768932 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d597-832c-4c50-84d4-171386de4b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:26.770995 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-f1f9d597-832c-4c50-84d4-171386de4b56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15cdba0c-685d-4f07-baf9-28c3339137f6 HTTP/1.1" status: 204 len: 168 time: 0.3607397 May 04 13:45:27.035423 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d96b52-9441-4278-bef8-795f06426f91 req-64ed7f80-5e31-47be-ba81-b2634455d60b tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:27.043971 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c5d96b52-9441-4278-bef8-795f06426f91 req-64ed7f80-5e31-47be-ba81-b2634455d60b tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.1248155 May 04 13:45:27.242919 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c5d96b52-9441-4278-bef8-795f06426f91 req-2d80ce21-a7eb-4dc5-8966-d12444b9a921 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977191 May 04 13:45:27.270610 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a2cbef24-79a7-4bec-a84e-7add193a064f tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=20aaee70280a4ea383bb3d0a1901d8bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746140 May 04 13:45:27.590440 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-0d33164b-929e-45e6-9e24-f0efddd616de tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:27.606697 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-0d33164b-929e-45e6-9e24-f0efddd616de tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/networks?id=0b664c84-9a70-4d82-b8d8-2acaae6d033d HTTP/1.1" status: 200 len: 815 time: 0.4389229 May 04 13:45:27.637317 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-c96f4e3b-0626-46f0-9447-0ff2c9a5ff0b tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/quotas/14598e286d464d1992dd44a6acea91b6 HTTP/1.1" status: 200 len: 375 time: 0.0295601 May 04 13:45:27.766150 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-cd389f3e-6a42-4dec-9c71-14cb89dd6419 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:27.768972 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-cd389f3e-6a42-4dec-9c71-14cb89dd6419 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4878216 May 04 13:45:27.792395 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Request body: {'port': {'device_id': '573d227e-4e7c-4432-82f7-65e5ef318bbe', 'network_id': 'aec953df-9604-4a6b-b81f-f63346e059d4', 'admin_state_up': True, 'tenant_id': '20aaee70280a4ea383bb3d0a1901d8bb'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:45:27.829604 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 46864) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:27.849333 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-6d36a617-4efd-4173-bd2f-afd1d1ae3d3d tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=14598e286d464d1992dd44a6acea91b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2101190 May 04 13:45:28.039795 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:28.060855 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Usage tracker for resource:port and tenant:20aaee70280a4ea383bb3d0a1901d8bb is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:28.066407 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:28.069628 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4a5f82d6-3d58-45c1-ac43-ad5feaa5d9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:28.095453 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:28.100561 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-4a5f82d6-3d58-45c1-ac43-ad5feaa5d9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:28.108472 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-4a5f82d6-3d58-45c1-ac43-ad5feaa5d9cf admin admin] Usage tracker for resource:security_group_rule and tenant:0e3a9ecc8da34dccac034dc42f604ebb is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:28.112992 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-4a5f82d6-3d58-45c1-ac43-ad5feaa5d9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:28.124505 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-4a5f82d6-3d58-45c1-ac43-ad5feaa5d9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:28.129277 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Made reservation on behalf of 20aaee70280a4ea383bb3d0a1901d8bb for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:45:28.138126 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:28.174600 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:28.189089 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-69dde9d4-2e28-4eb5-93cd-065c9ef9e273 service neutron] 10.222.0.44 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335850 May 04 13:45:28.233393 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:28.243125 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Usage tracker for resource:security_group_rule and tenant:20aaee70280a4ea383bb3d0a1901d8bb is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:28.250618 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:28.268830 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:28.554735 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:28.561272 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4a5f82d6-3d58-45c1-ac43-ad5feaa5d9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:28.566050 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:28.573504 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:28.611450 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4a5f82d6-3d58-45c1-ac43-ad5feaa5d9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:28.634764 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bfffe887-1a2a-4caf-abfd-2c45c2857986 req-b06ad01c-e1cb-4502-8e7c-b871151effd4 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 210 time: 0.2252612 May 04 13:45:28.663721 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a16ea2-324e-4733-840d-56d0b7e2a4cb,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:28.672306 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:28.672804 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9bf89676-9ac2-4fec-88c1-9da55cc7a874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:28.685359 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-b79a306e-81af-4a1d-87eb-392471739e64 service neutron] 10.222.0.44 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946432 May 04 13:45:28.744776 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-4a5f82d6-3d58-45c1-ac43-ad5feaa5d9cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e3a9ecc8da34dccac034dc42f604ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7112904 May 04 13:45:28.749406 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46890) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:28.756403 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f82d6-3d58-45c1-ac43-ad5feaa5d9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f7a804-b46c-409b-a8d8-95c7a32e363b,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:28.762608 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4a5f82d6-3d58-45c1-ac43-ad5feaa5d9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:28.813958 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4eba5764-816c-41b2-90fc-fe889e3cde30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:28.980852 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Allocated IP 192.168.233.80 (aec953df-9604-4a6b-b81f-f63346e059d4/c6f6efe9-63d7-4df3-8b5d-6fa79e25ec34/69d8f405-74e9-4245-aea4-4d1555a7520d) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:45:29.054054 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46910) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:29.073125 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-091f5d87-049b-4123-adec-42d12d310425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:29.393659 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b49d3561-f7d7-4d50-a1b3-c1c95e117aa1 req-72753f42-5d91-4991-9b35-a99ecf26717f tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 210 time: 0.1480076 May 04 13:45:29.399739 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-091f5d87-049b-4123-adec-42d12d310425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:29.509181 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:29.554301 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 46922) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:29.568983 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48963620-b4da-4c4a-9294-298cbd50d41a req-3e2e4641-5daf-4496-b686-fa7509caca6a tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:29.598566 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-48963620-b4da-4c4a-9294-298cbd50d41a req-3e2e4641-5daf-4496-b686-fa7509caca6a tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.6962450 May 04 13:45:29.645484 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:29.746868 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Transition to ACTIVE for port object 69d8f405-74e9-4245-aea4-4d1555a7520d will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:45:29.764751 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-48963620-b4da-4c4a-9294-298cbd50d41a req-912d41cd-8dba-4688-af2d-34af23b411c5 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641917 May 04 13:45:29.772720 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-091f5d87-049b-4123-adec-42d12d310425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:29.789702 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-d5dd926f-26fb-4430-a153-8630aecb6ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:29.827892 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-fad1981b-2cc5-4b55-a4e0-be46229d2bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:29.864737 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-fad1981b-2cc5-4b55-a4e0-be46229d2bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:29.887202 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-fad1981b-2cc5-4b55-a4e0-be46229d2bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:48cf21a6d7774ce8ba4d0b479be516c0 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:29.895128 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-091f5d87-049b-4123-adec-42d12d310425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:29.901745 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-091f5d87-049b-4123-adec-42d12d310425 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59f7a804-b46c-409b-a8d8-95c7a32e363b HTTP/1.1" status: 204 len: 168 time: 1.1492534 May 04 13:45:29.902322 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-fad1981b-2cc5-4b55-a4e0-be46229d2bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:29.905379 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f5d87-049b-4123-adec-42d12d310425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f7a804-b46c-409b-a8d8-95c7a32e363b,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:29.929071 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-091f5d87-049b-4123-adec-42d12d310425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:29.972230 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-fad1981b-2cc5-4b55-a4e0-be46229d2bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:30.029850 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:30.060934 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:30.104118 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c5a68216-bfac-4e12-8f16-d8d8052e6a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:30.159860 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-c5a68216-bfac-4e12-8f16-d8d8052e6a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:30.179238 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-c5a68216-bfac-4e12-8f16-d8d8052e6a25 admin admin] Usage tracker for resource:security_group_rule and tenant:bdad66af92bd4365b935bf1135b78b33 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:30.187058 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-c5a68216-bfac-4e12-8f16-d8d8052e6a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:30.243086 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-c5a68216-bfac-4e12-8f16-d8d8052e6a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:30.258522 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Network aec953df-9604-4a6b-b81f-f63346e059d4 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:45:30.275042 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:45:30.281591 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:45:30.340161 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:30.478913 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c5a68216-bfac-4e12-8f16-d8d8052e6a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:30.491246 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c5a68216-bfac-4e12-8f16-d8d8052e6a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:30.578603 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Pushing event updated for resources: {'Port': ['ID=69d8f405-74e9-4245-aea4-4d1555a7520d,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:30.590961 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:30.607912 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-29a21944-f326-46a4-90b8-07d8e0993733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:30.643392 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-c5a68216-bfac-4e12-8f16-d8d8052e6a25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bdad66af92bd4365b935bf1135b78b33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5713837 May 04 13:45:30.646880 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 46948) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:30.706893 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:30.707950 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:30.884771 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-c867b611-8156-4726-8f5a-e706b7197bdc None None] Provisioning for port 69d8f405-74e9-4245-aea4-4d1555a7520d completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:45:30.902420 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-c867b611-8156-4726-8f5a-e706b7197bdc None None] Provisioning complete for port 69d8f405-74e9-4245-aea4-4d1555a7520d triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:45:30.903370 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c867b611-8156-4726-8f5a-e706b7197bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:30.910710 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769e6be-1f9b-4b20-80a8-0d9f20a18461 req-e9486da6-f4f2-419d-a6b3-8aeafb058a42 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:30.920554 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7769e6be-1f9b-4b20-80a8-0d9f20a18461 req-e9486da6-f4f2-419d-a6b3-8aeafb058a42 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 935 time: 0.9778216 May 04 13:45:31.023653 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a68216-bfac-4e12-8f16-d8d8052e6a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75733630-8b3f-4608-b6e7-a9cee7067b5c,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:31.029580 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-fad1981b-2cc5-4b55-a4e0-be46229d2bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:31.042082 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1aac95e0-5eb3-46cf-8bf2-77474782d52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:31.045466 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-c5a68216-bfac-4e12-8f16-d8d8052e6a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:31.097517 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-c867b611-8156-4726-8f5a-e706b7197bdc None None] Port 69d8f405-74e9-4245-aea4-4d1555a7520d cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:45:31.119312 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1aac95e0-5eb3-46cf-8bf2-77474782d52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:31.209910 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4227474 May 04 13:45:31.210975 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-fad1981b-2cc5-4b55-a4e0-be46229d2bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:31.231151 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f86886fa-9939-4710-b53d-1ee767cf97ed req-54203db0-baaf-45f2-ac58-e1c875cd8a20 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 210 time: 0.1834695 May 04 13:45:31.239835 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d9cd8d4c-d4a8-437d-91ce-69922bb56087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:31.257251 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Request body: {'port': {'device_id': '573d227e-4e7c-4432-82f7-65e5ef318bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:45:31.282031 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7769e6be-1f9b-4b20-80a8-0d9f20a18461 req-4ba5411f-8f68-4d35-95c3-35a3e2a482a0 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/security-groups?id=20a16ea2-324e-4733-840d-56d0b7e2a4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457277 May 04 13:45:31.391372 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1aac95e0-5eb3-46cf-8bf2-77474782d52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:31.450926 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-fad1981b-2cc5-4b55-a4e0-be46229d2bf8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48cf21a6d7774ce8ba4d0b479be516c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8886695 May 04 13:45:31.455046 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46968) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:31.459655 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1981b-2cc5-4b55-a4e0-be46229d2bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee42cd2-104e-4a34-91b0-4a9049897421,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:31.473872 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-fad1981b-2cc5-4b55-a4e0-be46229d2bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:31.474593 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:31.507108 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1aac95e0-5eb3-46cf-8bf2-77474782d52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:31.512410 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-1aac95e0-5eb3-46cf-8bf2-77474782d52a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75733630-8b3f-4608-b6e7-a9cee7067b5c HTTP/1.1" status: 204 len: 168 time: 0.8606396 May 04 13:45:31.516578 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac95e0-5eb3-46cf-8bf2-77474782d52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75733630-8b3f-4608-b6e7-a9cee7067b5c,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:31.573679 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-1aac95e0-5eb3-46cf-8bf2-77474782d52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:31.702401 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46976) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:31.834643 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dda731ba-e0d4-4d82-89f0-8bd9e54178a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:31.862435 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa17a1-92aa-4c7e-a86d-f00eeaa8fb98 req-e86bd66c-89a6-4256-aa15-a41a9ce6c48d tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:31.874879 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7eaa17a1-92aa-4c7e-a86d-f00eeaa8fb98 req-e86bd66c-89a6-4256-aa15-a41a9ce6c48d tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.3677413 May 04 13:45:31.974174 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dda731ba-e0d4-4d82-89f0-8bd9e54178a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:32.069376 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:32.082465 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7eaa17a1-92aa-4c7e-a86d-f00eeaa8fb98 req-77c05d90-3c1e-4325-91d0-ddf3d90984d8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888866 May 04 13:45:32.203967 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dda731ba-e0d4-4d82-89f0-8bd9e54178a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:32.228831 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0c7be89b-f747-4b16-a343-5d916e3f59f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:32.267646 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda731ba-e0d4-4d82-89f0-8bd9e54178a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee42cd2-104e-4a34-91b0-4a9049897421,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:32.294081 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-dda731ba-e0d4-4d82-89f0-8bd9e54178a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:32.339000 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dda731ba-e0d4-4d82-89f0-8bd9e54178a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:32.342401 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-dda731ba-e0d4-4d82-89f0-8bd9e54178a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eee42cd2-104e-4a34-91b0-4a9049897421 HTTP/1.1" status: 204 len: 168 time: 0.8848257 May 04 13:45:32.487891 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-45898309-40a6-4266-96af-878a048fa159 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:32.492189 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-45898309-40a6-4266-96af-878a048fa159 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.30 "GET /v2.0/networks?id=0b664c84-9a70-4d82-b8d8-2acaae6d033d HTTP/1.1" status: 200 len: 815 time: 0.8715999 May 04 13:45:32.515093 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Request body: {'port': {'device_id': '283e994a-c330-40ec-b4e8-ff778f8ca20b', 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d', 'admin_state_up': True, 'tenant_id': '14598e286d464d1992dd44a6acea91b6'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:45:32.542116 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 46998) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:32.599848 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:32.629112 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b85659d3-1989-4ad0-9f73-9e7fa8050c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:32.750535 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-53816329-ee19-4b2b-8d31-96a62ce4fc6b req-e39a6402-0b71-4c32-891b-ef7c9c0cae38 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 210 time: 0.0689659 May 04 13:45:32.753262 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-33f229df-014b-40e2-866c-22a93bb9e25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:32.803494 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-33f229df-014b-40e2-866c-22a93bb9e25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:32.806581 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-b85659d3-1989-4ad0-9f73-9e7fa8050c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:32.830776 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-b85659d3-1989-4ad0-9f73-9e7fa8050c40 admin admin] Usage tracker for resource:security_group_rule and tenant:7e9c55cec76548d7af84535fc82c50e4 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:32.841152 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-33f229df-014b-40e2-866c-22a93bb9e25d admin admin] Usage tracker for resource:security_group_rule and tenant:252a09b3e38b4b3abffe223b10fd2f76 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:32.844327 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-b85659d3-1989-4ad0-9f73-9e7fa8050c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:32.848443 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-33f229df-014b-40e2-866c-22a93bb9e25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:32.874404 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-b85659d3-1989-4ad0-9f73-9e7fa8050c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:32.881102 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-33f229df-014b-40e2-866c-22a93bb9e25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:32.991809 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3a1c8-e8f4-4ce6-aec4-6d630b2cd26b req-ed2cac75-5716-418b-a314-62429218d94d tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:32.999567 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-49f3a1c8-e8f4-4ce6-aec4-6d630b2cd26b req-ed2cac75-5716-418b-a314-62429218d94d tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 935 time: 0.5503435 May 04 13:45:33.071256 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:33.087808 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Usage tracker for resource:port and tenant:14598e286d464d1992dd44a6acea91b6 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:33.099560 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:33.115923 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:33.124926 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-49f3a1c8-e8f4-4ce6-aec4-6d630b2cd26b req-9ab98f10-270d-40ea-9e25-d343dafdfe8e tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/security-groups?id=20a16ea2-324e-4733-840d-56d0b7e2a4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243949 May 04 13:45:33.161789 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Made reservation on behalf of 14598e286d464d1992dd44a6acea91b6 for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:45:33.168392 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:33.311057 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b85659d3-1989-4ad0-9f73-9e7fa8050c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:33.318303 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-33f229df-014b-40e2-866c-22a93bb9e25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:33.321987 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b85659d3-1989-4ad0-9f73-9e7fa8050c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:33.336916 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0e402d0b-3e55-4fe7-bccb-d2fe083ead39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:33.373766 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-33f229df-014b-40e2-866c-22a93bb9e25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:33.418370 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85659d3-1989-4ad0-9f73-9e7fa8050c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cccffee-9f1d-4e5e-b85e-4f32e94bbb4b,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:33.440616 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-33f229df-014b-40e2-866c-22a93bb9e25d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=252a09b3e38b4b3abffe223b10fd2f76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7286143 May 04 13:45:33.443582 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b85659d3-1989-4ad0-9f73-9e7fa8050c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:33.444597 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 47014) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:33.518883 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-091f5d87-049b-4123-adec-42d12d310425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:33.524779 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d8f405-74e9-4245-aea4-4d1555a7520d {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:45:33.571773 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:33.615211 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-b85659d3-1989-4ad0-9f73-9e7fa8050c40 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e9c55cec76548d7af84535fc82c50e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0577195 May 04 13:45:33.616298 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 47020) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:33.660396 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f229df-014b-40e2-866c-22a93bb9e25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3cfff5-7492-4a61-8ea1-59446da53587,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:33.675908 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 47024) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:33.697891 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-33f229df-014b-40e2-866c-22a93bb9e25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:33.732447 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ff1f-88a4-4655-9aa5-13bcb0168c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:33.761913 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Transition to ACTIVE for port object 69d8f405-74e9-4245-aea4-4d1555a7520d will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:45:33.779482 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-3bc4ff1f-88a4-4655-9aa5-13bcb0168c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:33.788103 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:33.797446 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-3bc4ff1f-88a4-4655-9aa5-13bcb0168c6c admin admin] Usage tracker for resource:security_group_rule and tenant:3695ec1cdf91492984002a41021984cf is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:33.803993 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d297b0f3-58d1-4008-acb0-69a9bcb10d61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:33.826393 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1dc5583f-a963-46ee-9ce0-3e81e822cf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:33.844966 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533a787-e1bb-452b-b118-7d95c500889f req-333df01d-5d6e-4592-8dfc-e474a80973c6 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:33.847967 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c533a787-e1bb-452b-b118-7d95c500889f req-333df01d-5d6e-4592-8dfc-e474a80973c6 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.5143163 May 04 13:45:33.872244 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5a58bc24-b5a7-425f-b144-4e109b23d937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:33.887988 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-3bc4ff1f-88a4-4655-9aa5-13bcb0168c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:33.892552 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Allocated IP 172.20.0.10 (0b664c84-9a70-4d82-b8d8-2acaae6d033d/cec6ae72-2da7-48aa-92cb-315d72809c08/010209cf-bf1b-4087-98f6-3dc29e0ca916) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:45:34.037429 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1dc5583f-a963-46ee-9ce0-3e81e822cf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:34.054440 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c533a787-e1bb-452b-b118-7d95c500889f req-4a1b70de-f446-426c-bbd7-946514fed5d7 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920977 May 04 13:45:34.111490 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d2453093-4d03-4b7f-962c-7c03d5229df0 req-6afb3e9a-4780-4ad5-acc5-a4b5417da8c3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 210 time: 0.1418121 May 04 13:45:34.193853 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1dc5583f-a963-46ee-9ce0-3e81e822cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:34.203321 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-345d8f35-1122-49f0-870d-c9f01788ab56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:34.230930 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5583f-a963-46ee-9ce0-3e81e822cf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cccffee-9f1d-4e5e-b85e-4f32e94bbb4b,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:34.252832 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1dc5583f-a963-46ee-9ce0-3e81e822cf71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:34.269236 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1dc5583f-a963-46ee-9ce0-3e81e822cf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:34.275112 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-1dc5583f-a963-46ee-9ce0-3e81e822cf71 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3cccffee-9f1d-4e5e-b85e-4f32e94bbb4b HTTP/1.1" status: 204 len: 168 time: 0.6515586 May 04 13:45:34.307332 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-3bc4ff1f-88a4-4655-9aa5-13bcb0168c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:34.325880 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Pushing event updated for resources: {'Port': ['ID=69d8f405-74e9-4245-aea4-4d1555a7520d,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:34.371684 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:34.554663 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2e521-8110-4833-a428-1efe41020697 req-5a2ec4c1-889b-4d44-8b49-44baf3e0f4bf tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:34.567698 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a7d2e521-8110-4833-a428-1efe41020697 req-5a2ec4c1-889b-4d44-8b49-44baf3e0f4bf tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 947 time: 0.1547866 May 04 13:45:34.597847 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5a58bc24-b5a7-425f-b144-4e109b23d937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:34.653374 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a7d2e521-8110-4833-a428-1efe41020697 req-ae8b6424-6371-49fc-9e2c-6a8b724b550d tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/security-groups?id=20a16ea2-324e-4733-840d-56d0b7e2a4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832059 May 04 13:45:34.668402 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Attempting to bind port 69d8f405-74e9-4245-aea4-4d1555a7520d on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:45:34.668953 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Attempting to bind port 69d8f405-74e9-4245-aea4-4d1555a7520d by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '1b3d3fdc-5efa-4839-a29e-f18bf3619a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'aec953df-9604-4a6b-b81f-f63346e059d4'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:45:34.669483 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Attempting to bind port 69d8f405-74e9-4245-aea4-4d1555a7520d on network aec953df-9604-4a6b-b81f-f63346e059d4 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:45:34.721636 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Port 69d8f405-74e9-4245-aea4-4d1555a7520d on network aec953df-9604-4a6b-b81f-f63346e059d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:45:34.722071 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Attempting to bind port 69d8f405-74e9-4245-aea4-4d1555a7520d on network aec953df-9604-4a6b-b81f-f63346e059d4 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:45:34.789525 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:45:34.790216 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Checking segment: {'id': '1b3d3fdc-5efa-4839-a29e-f18bf3619a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'aec953df-9604-4a6b-b81f-f63346e059d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:45:34.790719 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Bound using segment: {'id': '1b3d3fdc-5efa-4839-a29e-f18bf3619a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'aec953df-9604-4a6b-b81f-f63346e059d4'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:45:34.791776 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Bound port: 69d8f405-74e9-4245-aea4-4d1555a7520d, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b3d3fdc-5efa-4839-a29e-f18bf3619a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'aec953df-9604-4a6b-b81f-f63346e059d4'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:45:34.793421 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:35.064490 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5a58bc24-b5a7-425f-b144-4e109b23d937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:35.075710 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:35.107676 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58bc24-b5a7-425f-b144-4e109b23d937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3cfff5-7492-4a61-8ea1-59446da53587,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:35.120914 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5a58bc24-b5a7-425f-b144-4e109b23d937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:35.134933 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] For port 69d8f405-74e9-4245-aea4-4d1555a7520d, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:45:35.186679 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ff1f-88a4-4655-9aa5-13bcb0168c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:35.197565 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] For port 69d8f405-74e9-4245-aea4-4d1555a7520d, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=69d8f405-74e9-4245-aea4-4d1555a7520d,segment=NetworkSegment(1b3d3fdc-5efa-4839-a29e-f18bf3619a19),segment_id=1b3d3fdc-5efa-4839-a29e-f18bf3619a19)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:45:35.221233 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ff1f-88a4-4655-9aa5-13bcb0168c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:35.234894 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-815db885-c9de-48ea-9582-cfbd1286066e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:35.275776 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5a58bc24-b5a7-425f-b144-4e109b23d937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:35.282437 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-5a58bc24-b5a7-425f-b144-4e109b23d937 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d3cfff5-7492-4a61-8ea1-59446da53587 HTTP/1.1" status: 204 len: 168 time: 1.8285694 May 04 13:45:35.288808 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:35.304574 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:35.388409 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4ff1f-88a4-4655-9aa5-13bcb0168c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edce6c30-b3af-4748-80f8-1e26e04c9711,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:35.399709 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-3bc4ff1f-88a4-4655-9aa5-13bcb0168c6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3695ec1cdf91492984002a41021984cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7148757 May 04 13:45:35.402307 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 47066) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:35.403406 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3bc4ff1f-88a4-4655-9aa5-13bcb0168c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:35.406124 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:35.493823 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:35.495246 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:35.498002 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] 10.222.0.30 "PUT /v2.0/ports/69d8f405-74e9-4245-aea4-4d1555a7520d HTTP/1.1" status: 200 len: 1097 time: 4.2685163 May 04 13:45:35.510473 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573d227e-4e7c-4432-82f7-65e5ef318bbe', 'tag': '69d8f405-74e9-4245-aea4-4d1555a7520d'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:45:35.643792 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bfd32a6c-7cae-4cdd-aa92-06d7246a794c req-0c112e97-c35b-4228-b40c-dc3788e72506 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 210 time: 0.0788472 May 04 13:45:35.683979 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-daa720b6-16f7-4876-a444-86074ff325de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:35.714574 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:35.729324 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['eee035f4-7317-47ae-9f20-a70097bbb987', 'c0fdfb67-e44b-46e5-936e-c37d5b3079e4'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:45:35.753842 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-daa720b6-16f7-4876-a444-86074ff325de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:35.776984 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Network 0b664c84-9a70-4d82-b8d8-2acaae6d033d is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:45:35.788371 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Pushing event updated for resources: {'Port': ['ID=69d8f405-74e9-4245-aea4-4d1555a7520d,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:35.808336 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:35.835101 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:35.988417 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-daa720b6-16f7-4876-a444-86074ff325de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:36.001393 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:45:36.014721 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:45:36.030720 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-782f7dc2-1b52-43b9-9db6-1de3e3c8a46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:36.067192 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-daa720b6-16f7-4876-a444-86074ff325de admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:36.070700 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-daa720b6-16f7-4876-a444-86074ff325de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/edce6c30-b3af-4748-80f8-1e26e04c9711 HTTP/1.1" status: 204 len: 168 time: 0.6663406 May 04 13:45:36.095508 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d1826-04f9-48b8-8f17-1c085fcb33af req-443296e7-4f10-4c8a-a87a-0f70724e59fb tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:36.112513 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9f9d1826-04f9-48b8-8f17-1c085fcb33af req-443296e7-4f10-4c8a-a87a-0f70724e59fb tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.6228485 May 04 13:45:36.161201 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573d227e-4e7c-4432-82f7-65e5ef318bbe', 'tag': '69d8f405-74e9-4245-aea4-4d1555a7520d', 'status': 'completed', 'code': 200} May 04 13:45:36.162731 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa720b6-16f7-4876-a444-86074ff325de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edce6c30-b3af-4748-80f8-1e26e04c9711,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:36.172261 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-daa720b6-16f7-4876-a444-86074ff325de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:36.225427 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-4ce42c5f-f462-4a39-9934-9f8016dffe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:36.228350 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-4ce42c5f-f462-4a39-9934-9f8016dffe9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20aaee70280a4ea383bb3d0a1901d8bb&device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 1100 time: 0.6591227 May 04 13:45:36.268486 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9f9d1826-04f9-48b8-8f17-1c085fcb33af req-64b3ce00-73e6-41d0-bd5c-db8dcda0cf53 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525402 May 04 13:45:36.562376 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-922f6a54-39d4-463d-9979-9fa27f40e1a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=69d8f405-74e9-4245-aea4-4d1555a7520d HTTP/1.1" status: 200 len: 217 time: 0.3057768 May 04 13:45:36.576959 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:36.578090 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:36.608296 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebecb5-804d-4bf0-97d1-a778295e166b req-da20d110-50e5-4e7f-afd9-e27da062107e tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:36.616781 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fdebecb5-804d-4bf0-97d1-a778295e166b req-da20d110-50e5-4e7f-afd9-e27da062107e tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 947 time: 0.2681587 May 04 13:45:36.653718 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Pushing event updated for resources: {'Port': ['ID=010209cf-bf1b-4087-98f6-3dc29e0ca916,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:36.675888 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:36.677961 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fdebecb5-804d-4bf0-97d1-a778295e166b req-c9162b64-06eb-4de0-b598-55e5483c2b1b tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/security-groups?id=20a16ea2-324e-4733-840d-56d0b7e2a4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600610 May 04 13:45:36.711362 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2038689 May 04 13:45:36.747920 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Request body: {'port': {'device_id': '283e994a-c330-40ec-b4e8-ff778f8ca20b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:45:36.901963 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-6b51dba8-4b0a-40f4-8952-fdceadeaf8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:36.903493 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-6b51dba8-4b0a-40f4-8952-fdceadeaf8e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6f6efe9-63d7-4df3-8b5d-6fa79e25ec34 HTTP/1.1" status: 200 len: 843 time: 0.3153126 May 04 13:45:37.132815 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64aab2d-87ae-407c-8a78-dff60e34e8f9 req-d09747c3-872d-4b4e-a8f7-83f66f60849a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:37.152270 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b64aab2d-87ae-407c-8a78-dff60e34e8f9 req-d09747c3-872d-4b4e-a8f7-83f66f60849a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 932 time: 0.2249317 May 04 13:45:37.214255 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:37.270730 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b64aab2d-87ae-407c-8a78-dff60e34e8f9 req-171a61ae-dc27-4834-9ce7-5b5e65112746 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172698 May 04 13:45:37.571052 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-89a1afb8-53ba-408a-97ed-42cf919d8019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:37.573893 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-89a1afb8-53ba-408a-97ed-42cf919d8019 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aec953df-9604-4a6b-b81f-f63346e059d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.6562731 May 04 13:45:38.003830 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-66b04295-3faa-4b28-b36b-93adaf4ffb88 service neutron] 10.222.0.30 "GET /v2.0/networks/aec953df-9604-4a6b-b81f-f63346e059d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217739 May 04 13:45:38.164867 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf923c-dac0-477f-9db8-6c67abe94a70 req-7334ea0b-4bce-42d9-bc73-b6c7e89593ed tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:38.168037 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-27bf923c-dac0-477f-9db8-6c67abe94a70 req-7334ea0b-4bce-42d9-bc73-b6c7e89593ed tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 947 time: 0.2082865 May 04 13:45:38.214642 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728e203-79a0-49b1-b2fb-eb235fb9fe42 req-fafe69e5-4164-414f-bb4f-ace15617d350 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:38.228256 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3728e203-79a0-49b1-b2fb-eb235fb9fe42 req-fafe69e5-4164-414f-bb4f-ace15617d350 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.6507921 May 04 13:45:38.367167 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-27bf923c-dac0-477f-9db8-6c67abe94a70 req-b897038a-58ec-412c-8422-36cba87e66ea tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/security-groups?id=20a16ea2-324e-4733-840d-56d0b7e2a4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700921 May 04 13:45:38.377338 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3728e203-79a0-49b1-b2fb-eb235fb9fe42 req-faf42116-d36f-4676-ace8-438873d6cc28 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478927 May 04 13:45:38.666386 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d50c328d-cc4e-4caa-9431-76f9ea313b3e req-253c43e8-88cb-4033-89d9-c4e03bd98929 service neutron] 10.222.0.30 "GET /v2.0/networks/aec953df-9604-4a6b-b81f-f63346e059d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6547499 May 04 13:45:38.671819 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010209cf-bf1b-4087-98f6-3dc29e0ca916 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:45:38.689912 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:38.729850 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Transition to ACTIVE for port object 010209cf-bf1b-4087-98f6-3dc29e0ca916 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:45:38.771749 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:38.784474 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:38.817899 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b982d-1d55-4ba0-8c55-063992cd1e99 req-d0242b0c-6dd2-476c-9f7b-994037a18aad tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:38.820715 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9d1b982d-1d55-4ba0-8c55-063992cd1e99 req-d0242b0c-6dd2-476c-9f7b-994037a18aad tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 932 time: 0.1697257 May 04 13:45:38.987049 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9d1b982d-1d55-4ba0-8c55-063992cd1e99 req-75741556-9d8b-426c-974b-6de43562cfa8 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487074 May 04 13:45:39.004844 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Pushing event updated for resources: {'Port': ['ID=010209cf-bf1b-4087-98f6-3dc29e0ca916,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:39.014299 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:39.078491 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fae2a8-6941-4f5c-95cb-17dcb4e0b4f2 req-a02d6c50-d117-4a5c-a1b2-5d1403dfb8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:39.081526 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-02fae2a8-6941-4f5c-95cb-17dcb4e0b4f2 req-a02d6c50-d117-4a5c-a1b2-5d1403dfb8bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20aaee70280a4ea383bb3d0a1901d8bb&device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 1100 time: 0.3459904 May 04 13:45:39.155294 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 47178) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:39.175222 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Attempting to bind port 010209cf-bf1b-4087-98f6-3dc29e0ca916 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:45:39.175797 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Attempting to bind port 010209cf-bf1b-4087-98f6-3dc29e0ca916 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '64bb48a6-3a24-49cb-913a-a9010211dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:45:39.176407 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Attempting to bind port 010209cf-bf1b-4087-98f6-3dc29e0ca916 on network 0b664c84-9a70-4d82-b8d8-2acaae6d033d {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:45:39.277159 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Port 010209cf-bf1b-4087-98f6-3dc29e0ca916 on network 0b664c84-9a70-4d82-b8d8-2acaae6d033d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:45:39.277675 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Attempting to bind port 010209cf-bf1b-4087-98f6-3dc29e0ca916 on network 0b664c84-9a70-4d82-b8d8-2acaae6d033d {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:45:39.291701 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:45:39.292459 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Checking segment: {'id': '64bb48a6-3a24-49cb-913a-a9010211dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:45:39.292459 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Bound using segment: {'id': '64bb48a6-3a24-49cb-913a-a9010211dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:45:39.293025 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Bound port: 010209cf-bf1b-4087-98f6-3dc29e0ca916, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bb48a6-3a24-49cb-913a-a9010211dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:45:39.293531 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:39.430103 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fae2a8-6941-4f5c-95cb-17dcb4e0b4f2 req-cec5e6de-f36a-46de-ba13-cef53648769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:39.431799 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-02fae2a8-6941-4f5c-95cb-17dcb4e0b4f2 req-cec5e6de-f36a-46de-ba13-cef53648769a service neutron] 10.222.0.30 "GET /v2.0/networks?id=aec953df-9604-4a6b-b81f-f63346e059d4 HTTP/1.1" status: 200 len: 870 time: 0.3336258 May 04 13:45:39.439326 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] For port 010209cf-bf1b-4087-98f6-3dc29e0ca916, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:45:39.443590 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] For port 010209cf-bf1b-4087-98f6-3dc29e0ca916, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=010209cf-bf1b-4087-98f6-3dc29e0ca916,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:45:39.513583 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:39.529333 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-eef2eaa7-e62a-43d1-b136-e3fb9410f024 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:39.568614 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-02fae2a8-6941-4f5c-95cb-17dcb4e0b4f2 req-a49d397b-9fd0-4ba7-856c-1f06720c60cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=69d8f405-74e9-4245-aea4-4d1555a7520d HTTP/1.1" status: 200 len: 217 time: 0.1235399 May 04 13:45:39.639038 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:39.639662 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:39.641118 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] 10.222.0.30 "PUT /v2.0/ports/010209cf-bf1b-4087-98f6-3dc29e0ca916 HTTP/1.1" status: 200 len: 1094 time: 2.9126060 May 04 13:45:39.644115 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283e994a-c330-40ec-b4e8-ff778f8ca20b', 'tag': '010209cf-bf1b-4087-98f6-3dc29e0ca916'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:45:39.678427 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Pushing event updated for resources: {'Port': ['ID=010209cf-bf1b-4087-98f6-3dc29e0ca916,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:39.684039 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:39.688461 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fae2a8-6941-4f5c-95cb-17dcb4e0b4f2 req-7c44e620-fdd4-46b1-a41c-eba5c5ea68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:39.690229 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-02fae2a8-6941-4f5c-95cb-17dcb4e0b4f2 req-7c44e620-fdd4-46b1-a41c-eba5c5ea68d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6f6efe9-63d7-4df3-8b5d-6fa79e25ec34 HTTP/1.1" status: 200 len: 843 time: 0.1077600 May 04 13:45:39.808731 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dea2bf38-630d-4363-bf95-04e8cf310c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:39.828698 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-dea2bf38-630d-4363-bf95-04e8cf310c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:39.834622 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-dea2bf38-630d-4363-bf95-04e8cf310c72 admin admin] Usage tracker for resource:security_group_rule and tenant:719138e6b65748f784885179c707ef5c is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:39.838765 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-dea2bf38-630d-4363-bf95-04e8cf310c72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:39.847143 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-dea2bf38-630d-4363-bf95-04e8cf310c72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:39.862273 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 47202) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:39.942574 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fae2a8-6941-4f5c-95cb-17dcb4e0b4f2 req-2751cb65-3fa7-414e-8d27-7ee08ec79d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:39.944324 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-02fae2a8-6941-4f5c-95cb-17dcb4e0b4f2 req-2751cb65-3fa7-414e-8d27-7ee08ec79d64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aec953df-9604-4a6b-b81f-f63346e059d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2460699 May 04 13:45:39.957454 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7895d4-258c-4438-989c-8b9803e13005 req-11d9d99d-8c0d-4804-89b7-c11adfa6fbad tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:39.959044 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-dd7895d4-258c-4438-989c-8b9803e13005 req-11d9d99d-8c0d-4804-89b7-c11adfa6fbad tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 947 time: 0.2567911 May 04 13:45:39.973531 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c738b-3d5c-4051-8f1c-03b1c0f06c0d req-b4415687-3046-4609-9cbf-3d7b4d754d7f tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:39.980661 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-744c738b-3d5c-4051-8f1c-03b1c0f06c0d req-b4415687-3046-4609-9cbf-3d7b4d754d7f tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.3386087 May 04 13:45:39.982486 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-39a51dfa-ea7e-4680-9007-856c7bd75677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:39.984093 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-39a51dfa-ea7e-4680-9007-856c7bd75677 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14598e286d464d1992dd44a6acea91b6&device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 1097 time: 0.2418025 May 04 13:45:40.075967 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1438864471-network', 'tenant_id': 'f7a61c3952194dac995033f71fa3f64f'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:45:40.083999 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-62542d0f-3ad5-4aa0-a0d9-5a3500f3370c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=010209cf-bf1b-4087-98f6-3dc29e0ca916 HTTP/1.1" status: 200 len: 217 time: 0.0835848 May 04 13:45:40.089814 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dea2bf38-630d-4363-bf95-04e8cf310c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:40.106553 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-dd7895d4-258c-4438-989c-8b9803e13005 req-7b237f72-4292-4179-ba95-b048b679129d tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/security-groups?id=20a16ea2-324e-4733-840d-56d0b7e2a4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230679 May 04 13:45:40.161789 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-744c738b-3d5c-4051-8f1c-03b1c0f06c0d req-4493f1e1-cffb-4f64-bbc7-bb396824afb1 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801319 May 04 13:45:40.162676 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dea2bf38-630d-4363-bf95-04e8cf310c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:40.177786 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:40.178407 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-dda731ba-e0d4-4d82-89f0-8bd9e54178a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:40.208431 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Usage tracker for resource:network and tenant:f7a61c3952194dac995033f71fa3f64f is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:40.216727 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:40.223778 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-dea2bf38-630d-4363-bf95-04e8cf310c72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=719138e6b65748f784885179c707ef5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0660179 May 04 13:45:40.224081 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 47218) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:40.228431 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2bf38-630d-4363-bf95-04e8cf310c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7596b509-0a5b-483f-8ffa-344aefdeb937,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:40.231880 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-dea2bf38-630d-4363-bf95-04e8cf310c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:40.244349 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:40.265392 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-6d6a99e9-6265-45f5-92f0-293d6145a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:40.267869 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-6d6a99e9-6265-45f5-92f0-293d6145a005 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cec6ae72-2da7-48aa-92cb-315d72809c08 HTTP/1.1" status: 200 len: 855 time: 0.1258519 May 04 13:45:40.348209 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Made reservation on behalf of f7a61c3952194dac995033f71fa3f64f for: {'network': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:45:40.350627 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for network, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:40.365855 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-1f56b1db-d6ac-4fca-92c5-b119146663c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b664c84-9a70-4d82-b8d8-2acaae6d033d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818880 May 04 13:45:40.375255 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:40.390761 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-02fae2a8-6941-4f5c-95cb-17dcb4e0b4f2 req-4466a2aa-00aa-4af5-a0a7-1ab3ff9e1443 service neutron] 10.222.0.30 "GET /v2.0/networks/aec953df-9604-4a6b-b81f-f63346e059d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328070 May 04 13:45:40.451842 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283e994a-c330-40ec-b4e8-ff778f8ca20b', 'tag': '010209cf-bf1b-4087-98f6-3dc29e0ca916', 'status': 'completed', 'code': 200} May 04 13:45:40.576177 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:40.602138 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Usage tracker for resource:security_group_rule and tenant:f7a61c3952194dac995033f71fa3f64f is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:40.609303 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:40.676153 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32cbe9-53b2-47c2-b880-4854cafd1caf req-89373cef-6bdf-4187-97e1-08a4ac6e7942 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:40.677487 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:40.683563 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8e32cbe9-53b2-47c2-b880-4854cafd1caf req-89373cef-6bdf-4187-97e1-08a4ac6e7942 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 944 time: 0.1603448 May 04 13:45:40.751866 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5f098acd-64f0-42c3-9dfa-44cbe57c436d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:40.760921 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8e32cbe9-53b2-47c2-b880-4854cafd1caf req-f48113e0-12be-4228-a083-e01acbe1bcc0 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757592 May 04 13:45:40.852969 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5f098acd-64f0-42c3-9dfa-44cbe57c436d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:40.900239 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-f873f6ac-91c9-4b78-9eb2-2126c5eb8259 service neutron] 10.222.0.30 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126622 May 04 13:45:40.920244 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-02fae2a8-6941-4f5c-95cb-17dcb4e0b4f2 req-eab98141-f311-4466-9189-ee9695291f0e service neutron] 10.222.0.30 "GET /v2.0/networks/aec953df-9604-4a6b-b81f-f63346e059d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050294 May 04 13:45:41.087264 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5f098acd-64f0-42c3-9dfa-44cbe57c436d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:41.097945 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-88d63314-9b7b-440b-9686-f1b03e453f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:41.114182 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:41.130474 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:41.138298 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f098acd-64f0-42c3-9dfa-44cbe57c436d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7596b509-0a5b-483f-8ffa-344aefdeb937,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:41.152156 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5f098acd-64f0-42c3-9dfa-44cbe57c436d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:41.155525 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:41.168244 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f3e60201-4075-4e0c-bfa5-d7f8cf9ea407 req-995fd23d-96cd-48c7-8ce7-23c73b56a623 service neutron] 10.222.0.30 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587359 May 04 13:45:41.177254 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=73860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:45:41.187341 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5f098acd-64f0-42c3-9dfa-44cbe57c436d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:41.188618 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-5f098acd-64f0-42c3-9dfa-44cbe57c436d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7596b509-0a5b-483f-8ffa-344aefdeb937 HTTP/1.1" status: 204 len: 168 time: 0.9597149 May 04 13:45:41.221125 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:41.221729 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.db.segments_db [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Added segment c1579b63-c61c-46cb-9f6c-a92b9693a69c of type vlan for network 63e7e8fa-8df6-4515-9ef8-d212b4aae31e May 04 13:45:41.229203 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1097c74f-88f8-413e-a12b-a0f8da33e0d2,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:41.245139 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:41.326118 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760702352249'] for network, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:41.413835 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 47264) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:41.425594 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759beefa-5c56-47c3-af44-3c305dbc4436 req-3323799f-6fad-459f-bcac-6117f1d00c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:41.427611 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-759beefa-5c56-47c3-af44-3c305dbc4436 req-3323799f-6fad-459f-bcac-6117f1d00c48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14598e286d464d1992dd44a6acea91b6&device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 1097 time: 0.1702104 May 04 13:45:41.429143 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for network, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:41.430810 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:41.431537 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:41.437891 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b3814ac6-7e15-4874-91b8-21cb90eae922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:41.766440 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Pushing event updated for resources: {'Network': ['ID=63e7e8fa-8df6-4515-9ef8-d212b4aae31e,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:41.780843 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:41.783012 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c86e3d-aad7-4c05-bf3d-66d0fa9841bd req-78763716-2ad9-4e26-ba3b-f434ae45f9c8 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:41.787360 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Network 63e7e8fa-8df6-4515-9ef8-d212b4aae31e details requested by agent ovs-agent-dv-cinder-789564-1-smb with host dv-cinder-789564-1-smb {{(pid=73862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 13:45:41.795572 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f6c86e3d-aad7-4c05-bf3d-66d0fa9841bd req-78763716-2ad9-4e26-ba3b-f434ae45f9c8 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 947 time: 0.4407878 May 04 13:45:41.854003 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7786dd-9382-4780-91c8-d764b0f49dcb req-5c2efa91-1d60-47fe-b219-f8fa1ee293eb tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:41.862561 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5d7786dd-9382-4780-91c8-d764b0f49dcb req-5c2efa91-1d60-47fe-b219-f8fa1ee293eb tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.4125719 May 04 13:45:41.930574 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0663261 May 04 13:45:41.934577 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 47274) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:41.991882 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-b3c1b894-e2b0-4501-97a7-a2ba0af43460 admin admin] Request body: {'subnet': {'network_id': '63e7e8fa-8df6-4515-9ef8-d212b4aae31e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1438864471-subnet', 'tenant_id': 'f7a61c3952194dac995033f71fa3f64f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:45:42.010657 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-b3c1b894-e2b0-4501-97a7-a2ba0af43460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:42.054718 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f6c86e3d-aad7-4c05-bf3d-66d0fa9841bd req-4d176cbd-4c3f-4c06-969d-dcf902e2052b tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/security-groups?id=20a16ea2-324e-4733-840d-56d0b7e2a4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580109 May 04 13:45:42.064011 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-b3c1b894-e2b0-4501-97a7-a2ba0af43460 admin admin] Usage tracker for resource:subnet and tenant:f7a61c3952194dac995033f71fa3f64f is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:42.086048 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-b3c1b894-e2b0-4501-97a7-a2ba0af43460 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:42.109636 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-b3c1b894-e2b0-4501-97a7-a2ba0af43460 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:42.114266 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 47282) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:42.152149 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5d7786dd-9382-4780-91c8-d764b0f49dcb req-63a8ab3a-6f0d-4a54-8057-339749636372 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766397 May 04 13:45:42.154885 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c1b894-e2b0-4501-97a7-a2ba0af43460 admin admin] Made reservation on behalf of f7a61c3952194dac995033f71fa3f64f for: {'subnet': 1} {{(pid=73861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:45:42.163918 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0ce6231b-bbe3-4530-a266-1f595aeb8f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:42.168608 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b3c1b894-e2b0-4501-97a7-a2ba0af43460 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15463000'] for subnet, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:42.257479 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a1b2c85c-6f65-4546-a59e-b27788207697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:42.284432 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-0ce6231b-bbe3-4530-a266-1f595aeb8f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:42.297742 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759beefa-5c56-47c3-af44-3c305dbc4436 req-d67ac477-e0fa-4c2f-9d56-21c0bf0f66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:42.302364 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-759beefa-5c56-47c3-af44-3c305dbc4436 req-d67ac477-e0fa-4c2f-9d56-21c0bf0f66ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b664c84-9a70-4d82-b8d8-2acaae6d033d HTTP/1.1" status: 200 len: 916 time: 0.8377330 May 04 13:45:42.310024 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-a1b2c85c-6f65-4546-a59e-b27788207697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:42.317012 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-0ce6231b-bbe3-4530-a266-1f595aeb8f4a admin admin] Usage tracker for resource:security_group_rule and tenant:d2e9408ad10549c28a2656654dd16915 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:42.330677 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-0ce6231b-bbe3-4530-a266-1f595aeb8f4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:42.430904 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-a1b2c85c-6f65-4546-a59e-b27788207697 admin admin] Usage tracker for resource:security_group_rule and tenant:971712e271b744b6884662acc12742de is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:42.454306 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-a1b2c85c-6f65-4546-a59e-b27788207697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:42.474064 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-0ce6231b-bbe3-4530-a266-1f595aeb8f4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:42.484451 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-759beefa-5c56-47c3-af44-3c305dbc4436 req-d4ac3d28-a190-4097-97ed-cec407bb7398 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=010209cf-bf1b-4087-98f6-3dc29e0ca916 HTTP/1.1" status: 200 len: 217 time: 0.1589570 May 04 13:45:42.488962 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-a1b2c85c-6f65-4546-a59e-b27788207697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:42.508587 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eeda89-5406-4918-97dd-87891d5930b9 req-437ce518-457a-407c-bc24-5204780348ea tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:42.510494 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-79eeda89-5406-4918-97dd-87891d5930b9 req-437ce518-457a-407c-bc24-5204780348ea tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 944 time: 0.1857626 May 04 13:45:42.603365 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-79eeda89-5406-4918-97dd-87891d5930b9 req-f098b9c9-1f00-412c-972a-2ad17ef9979c tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810645 May 04 13:45:42.716557 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759beefa-5c56-47c3-af44-3c305dbc4436 req-ba9b55cf-fa9b-4284-a941-32cadb8a45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:42.719024 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-759beefa-5c56-47c3-af44-3c305dbc4436 req-ba9b55cf-fa9b-4284-a941-32cadb8a45d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cec6ae72-2da7-48aa-92cb-315d72809c08 HTTP/1.1" status: 200 len: 855 time: 0.2104909 May 04 13:45:42.786040 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:45:42.830591 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b3c1b894-e2b0-4501-97a7-a2ba0af43460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1510549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15462990'] for subnet, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:42.835188 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:42.839613 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-759beefa-5c56-47c3-af44-3c305dbc4436 req-40d0cfbe-4757-4141-9406-d04faa2423ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b664c84-9a70-4d82-b8d8-2acaae6d033d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079798 May 04 13:45:42.920826 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1b894-e2b0-4501-97a7-a2ba0af43460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6154949-b27b-43fd-ac63-ecf2c1bada63,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:42.924444 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b3c1b894-e2b0-4501-97a7-a2ba0af43460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:42.935914 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c1b894-e2b0-4501-97a7-a2ba0af43460 admin admin] Checking segment: {'id': 'c1579b63-c61c-46cb-9f6c-a92b9693a69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '63e7e8fa-8df6-4515-9ef8-d212b4aae31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:45:42.936339 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c1b894-e2b0-4501-97a7-a2ba0af43460 admin admin] Network hostable DHCP agents. Network: 63e7e8fa-8df6-4515-9ef8-d212b4aae31e, hostable agents: ['548e5bae-174c-4437-b5d4-5dd15da226b0'], hosted agents: [] {{(pid=73861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:45:42.957149 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c1b894-e2b0-4501-97a7-a2ba0af43460 admin admin] Network 63e7e8fa-8df6-4515-9ef8-d212b4aae31e is scheduled to be hosted by DHCP agent 548e5bae-174c-4437-b5d4-5dd15da226b0 with binding_index 1 {{(pid=73861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:45:42.968881 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-b3c1b894-e2b0-4501-97a7-a2ba0af43460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-smb, 63e7e8fa-8df6-4515-9ef8-d212b4aae31e) {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:45:42.981619 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c1b894-e2b0-4501-97a7-a2ba0af43460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:42.982563 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b3c1b894-e2b0-4501-97a7-a2ba0af43460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:42.985958 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8820f1-e74b-4e46-8eb8-8050a215809f None None] Network 63e7e8fa-8df6-4515-9ef8-d212b4aae31e requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:45:43.030693 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-b3c1b894-e2b0-4501-97a7-a2ba0af43460 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0847995 May 04 13:45:43.078391 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 69d8f405-74e9-4245-aea4-4d1555a7520d details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:45:43.137893 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a1b2c85c-6f65-4546-a59e-b27788207697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:43.160635 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0ce6231b-bbe3-4530-a266-1f595aeb8f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:43.167150 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a1b2c85c-6f65-4546-a59e-b27788207697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:43.193492 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6d99d34a-c633-41e6-85e7-1040cad8124d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:43.210809 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0ce6231b-bbe3-4530-a266-1f595aeb8f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:43.288985 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-a1b2c85c-6f65-4546-a59e-b27788207697 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=971712e271b744b6884662acc12742de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1692264 May 04 13:45:43.289774 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 47296) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:43.349105 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2c85c-6f65-4546-a59e-b27788207697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037194b7-b705-457a-beb7-bfb252cd919c,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:43.368163 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a1b2c85c-6f65-4546-a59e-b27788207697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:43.385079 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:43.444085 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-0ce6231b-bbe3-4530-a266-1f595aeb8f4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2e9408ad10549c28a2656654dd16915&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0131116 May 04 13:45:43.450036 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-759beefa-5c56-47c3-af44-3c305dbc4436 req-63595fdf-cee1-4c9c-8e15-eb893975cee1 service neutron] 10.222.0.30 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5846999 May 04 13:45:43.460705 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 47304) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:43.482330 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0763a8da-7cb7-46d8-b49a-504999f987ed None None] Network 63e7e8fa-8df6-4515-9ef8-d212b4aae31e requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:45:43.716821 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 69d8f405-74e9-4245-aea4-4d1555a7520d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=69d8f405-74e9-4245-aea4-4d1555a7520d,segment=NetworkSegment(1b3d3fdc-5efa-4839-a29e-f18bf3619a19),segment_id=1b3d3fdc-5efa-4839-a29e-f18bf3619a19)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:45:43.738145 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6231b-bbe3-4530-a266-1f595aeb8f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf70caf-7be9-41d1-8ffd-61b2f88a95fd,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:43.754047 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0ce6231b-bbe3-4530-a266-1f595aeb8f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:43.826391 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-085b7fa2-9822-463e-9a0b-9d2753648e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:43.827140 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': '69d8f405-74e9-4245-aea4-4d1555a7520d', 'network_id': 'aec953df-9604-4a6b-b81f-f63346e059d4', 'port_id': '69d8f405-74e9-4245-aea4-4d1555a7520d', 'mac_address': 'fa:16:3e:38:ae:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f6efe9-63d7-4df3-8b5d-6fa79e25ec34', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:45:43.833602 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2125e0-db78-46be-a9f0-3eace96b2b2d req-bdeffdfb-e5d0-4a3e-97e9-8e68d65f5412 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:43.843124 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-be2125e0-db78-46be-a9f0-3eace96b2b2d req-bdeffdfb-e5d0-4a3e-97e9-8e68d65f5412 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.2591469 May 04 13:45:43.873153 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-759beefa-5c56-47c3-af44-3c305dbc4436 req-7639b369-85cb-4752-b713-b99e8d83bb89 service neutron] 10.222.0.30 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964598 May 04 13:45:43.924025 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-085b7fa2-9822-463e-9a0b-9d2753648e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:43.965319 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-206a070a-8139-4109-9e66-56dd6a77696a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:43.998930 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-206a070a-8139-4109-9e66-56dd6a77696a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:44.060805 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-085b7fa2-9822-463e-9a0b-9d2753648e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:44.074690 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-048f84d0-02fc-486f-80a1-f893b5a8f439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:44.112723 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:44.114900 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-be2125e0-db78-46be-a9f0-3eace96b2b2d req-f6cf3963-5bc6-4990-b559-0ce9d25e774c tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707775 May 04 13:45:44.115096 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b7fa2-9822-463e-9a0b-9d2753648e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf70caf-7be9-41d1-8ffd-61b2f88a95fd,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:44.124385 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-085b7fa2-9822-463e-9a0b-9d2753648e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:44.139390 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-085b7fa2-9822-463e-9a0b-9d2753648e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:44.140620 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-085b7fa2-9822-463e-9a0b-9d2753648e94 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dcf70caf-7be9-41d1-8ffd-61b2f88a95fd HTTP/1.1" status: 204 len: 168 time: 0.6727955 May 04 13:45:44.153326 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd04773-65d6-4eae-a0b4-4330d14aa9be req-57028759-cf32-4ebf-ad8e-789dd34812bc tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:44.154977 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2bd04773-65d6-4eae-a0b4-4330d14aa9be req-57028759-cf32-4ebf-ad8e-789dd34812bc tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 947 time: 0.8387654 May 04 13:45:44.157072 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-206a070a-8139-4109-9e66-56dd6a77696a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:44.161481 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:44.229166 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a070a-8139-4109-9e66-56dd6a77696a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037194b7-b705-457a-beb7-bfb252cd919c,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:44.232214 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-206a070a-8139-4109-9e66-56dd6a77696a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:44.249972 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-206a070a-8139-4109-9e66-56dd6a77696a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:44.259620 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d8f405-74e9-4245-aea4-4d1555a7520d {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:45:44.261740 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-206a070a-8139-4109-9e66-56dd6a77696a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/037194b7-b705-457a-beb7-bfb252cd919c HTTP/1.1" status: 204 len: 168 time: 0.9605272 May 04 13:45:44.291646 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2bd04773-65d6-4eae-a0b4-4330d14aa9be req-6330187f-8eec-4214-ac38-9c18e310f776 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/security-groups?id=20a16ea2-324e-4733-840d-56d0b7e2a4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986676 May 04 13:45:44.365738 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 69d8f405-74e9-4245-aea4-4d1555a7520d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=69d8f405-74e9-4245-aea4-4d1555a7520d,segment=NetworkSegment(1b3d3fdc-5efa-4839-a29e-f18bf3619a19),segment_id=1b3d3fdc-5efa-4839-a29e-f18bf3619a19)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:45:44.378496 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:44.385106 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:44.508561 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=69d8f405-74e9-4245-aea4-4d1555a7520d,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:44.513878 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:44.566537 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d3baf-d548-41ea-a947-1b7f8cae82c9 req-14f4db0a-30c9-48c5-92f5-38feefa79ceb tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:44.567645 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4f2d3baf-d548-41ea-a947-1b7f8cae82c9 req-14f4db0a-30c9-48c5-92f5-38feefa79ceb tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 944 time: 0.1065316 May 04 13:45:44.656865 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4f2d3baf-d548-41ea-a947-1b7f8cae82c9 req-0e57d3f3-7f7a-4481-aea7-5e10cbd4bb8d tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740469 May 04 13:45:44.732425 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['69d8f405-74e9-4245-aea4-4d1555a7520d'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:45:44.917658 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 47334) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:44.928363 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-341089604-network', 'tenant_id': '754fb8f01c5049218090fd58784bee69'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:45:44.954112 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:44.968695 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Usage tracker for resource:network and tenant:754fb8f01c5049218090fd58784bee69 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:44.978585 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:45.000581 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:45.019770 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Made reservation on behalf of 754fb8f01c5049218090fd58784bee69 for: {'network': 1} {{(pid=73861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:45:45.028502 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for network, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:45.061272 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:45.082281 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:45.088356 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Usage tracker for resource:security_group_rule and tenant:754fb8f01c5049218090fd58784bee69 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:45.092284 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 010209cf-bf1b-4087-98f6-3dc29e0ca916 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:45:45.095921 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:45.110124 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:45.137099 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391fa4f-d4f5-494b-b69f-b9203a53bafb req-328dcafa-ac20-4402-8fbc-8bcc9c88b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:45.141144 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d391fa4f-d4f5-494b-b69f-b9203a53bafb req-328dcafa-ac20-4402-8fbc-8bcc9c88b864 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 1098 time: 0.3437693 May 04 13:45:45.186881 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 47342) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:45.220968 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-595797c1-012b-47f6-ae4b-192b49e93122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:45.252538 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-595797c1-012b-47f6-ae4b-192b49e93122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:45.257863 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-595797c1-012b-47f6-ae4b-192b49e93122 admin admin] Usage tracker for resource:security_group_rule and tenant:8344602b92ff483b8c78a3786afeb83f is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:45.261205 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-595797c1-012b-47f6-ae4b-192b49e93122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:45.277501 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-595797c1-012b-47f6-ae4b-192b49e93122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:45.314397 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d391fa4f-d4f5-494b-b69f-b9203a53bafb req-84298d37-e4eb-43dc-8817-ff942ed71bfc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463311 May 04 13:45:45.404739 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 010209cf-bf1b-4087-98f6-3dc29e0ca916, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=010209cf-bf1b-4087-98f6-3dc29e0ca916,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:45:45.450187 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': '010209cf-bf1b-4087-98f6-3dc29e0ca916', 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d', 'port_id': '010209cf-bf1b-4087-98f6-3dc29e0ca916', 'mac_address': 'fa:16:3e:e5:cc:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec6ae72-2da7-48aa-92cb-315d72809c08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:45:45.496498 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:45.527192 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:45.552880 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=73861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:45:45.566223 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:45.586890 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010209cf-bf1b-4087-98f6-3dc29e0ca916 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:45:45.589837 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-a6f8ef41-3d75-42e4-b752-6b625ebf0e45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:45.607822 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 010209cf-bf1b-4087-98f6-3dc29e0ca916, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=010209cf-bf1b-4087-98f6-3dc29e0ca916,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:45:45.614819 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:45.616792 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:45.695105 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=010209cf-bf1b-4087-98f6-3dc29e0ca916,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:45.699339 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:45.717124 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:45.717635 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.db.segments_db [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Added segment 75fb992f-f5b7-435a-a564-1879cae29828 of type vlan for network ab201184-b1f9-485a-98fb-2b41c1739a88 May 04 13:45:45.818609 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176c5561-db3c-4176-b688-ef9d62f09cdb,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:45.837178 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab67abc-ffc8-483e-9d1e-0e6eb3c119e2 req-539f77f9-8e4f-43cb-b236-006cc624b7d6 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:45.839721 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2ab67abc-ffc8-483e-9d1e-0e6eb3c119e2 req-539f77f9-8e4f-43cb-b236-006cc624b7d6 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.5125289 May 04 13:45:45.841159 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:45.928600 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['010209cf-bf1b-4087-98f6-3dc29e0ca916'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:45:45.937683 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760702352249'] for network, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:46.045938 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2ab67abc-ffc8-483e-9d1e-0e6eb3c119e2 req-64567ce2-54f2-470e-8956-70e4d964ebcb tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603422 May 04 13:45:46.135790 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fbae3-a372-4274-99f4-59c57eba103d req-803d88ef-b070-4923-b7fe-357e7637da81 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:46.137328 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-806fbae3-a372-4274-99f4-59c57eba103d req-803d88ef-b070-4923-b7fe-357e7637da81 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 948 time: 0.5105131 May 04 13:45:46.146683 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for network, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:46.151757 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:46.152381 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:46.170515 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1db42a02-d4f9-4df2-bd9b-1fff258b77c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:46.186520 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-595797c1-012b-47f6-ae4b-192b49e93122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:46.263703 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-595797c1-012b-47f6-ae4b-192b49e93122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:46.483469 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-595797c1-012b-47f6-ae4b-192b49e93122 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8344602b92ff483b8c78a3786afeb83f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2944601 May 04 13:45:46.485062 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5656910 May 04 13:45:46.485652 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 47386) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:46.488442 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Pushing event updated for resources: {'Network': ['ID=ab201184-b1f9-485a-98fb-2b41c1739a88,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:46.490621 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 47390) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:46.501807 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-806fbae3-a372-4274-99f4-59c57eba103d req-faccda9b-dee7-43e4-b338-815b5bd8c79a tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/security-groups?id=20a16ea2-324e-4733-840d-56d0b7e2a4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343644 May 04 13:45:46.507449 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Network ab201184-b1f9-485a-98fb-2b41c1739a88 details requested by agent ovs-agent-dv-cinder-789564-1-smb with host dv-cinder-789564-1-smb {{(pid=73862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 13:45:46.518111 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:46.518111 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1dc5583f-a963-46ee-9ce0-3e81e822cf71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:46.537940 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-fb16b2f2-c5b8-4c00-8197-7ca72b77ef0f admin admin] Request body: {'subnet': {'network_id': 'ab201184-b1f9-485a-98fb-2b41c1739a88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-341089604-subnet', 'tenant_id': '754fb8f01c5049218090fd58784bee69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:45:46.567184 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-fb16b2f2-c5b8-4c00-8197-7ca72b77ef0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:46.584197 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-fb16b2f2-c5b8-4c00-8197-7ca72b77ef0f admin admin] Usage tracker for resource:subnet and tenant:754fb8f01c5049218090fd58784bee69 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:46.590194 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-fb16b2f2-c5b8-4c00-8197-7ca72b77ef0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:46.600712 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595797c1-012b-47f6-ae4b-192b49e93122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920e5bc2-39be-4d9b-8f64-7147adc5aae0,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:46.603989 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-fb16b2f2-c5b8-4c00-8197-7ca72b77ef0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:46.606710 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-595797c1-012b-47f6-ae4b-192b49e93122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:46.621613 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb16b2f2-c5b8-4c00-8197-7ca72b77ef0f admin admin] Made reservation on behalf of 754fb8f01c5049218090fd58784bee69 for: {'subnet': 1} {{(pid=73861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:45:46.625486 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fb16b2f2-c5b8-4c00-8197-7ca72b77ef0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15463000'] for subnet, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:46.656338 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2213dcc3-630c-4491-95a3-f4ca6c225252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:46.741473 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2213dcc3-630c-4491-95a3-f4ca6c225252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:46.912860 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2213dcc3-630c-4491-95a3-f4ca6c225252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:46.917348 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3bc4ff1f-88a4-4655-9aa5-13bcb0168c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:46.934022 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213dcc3-630c-4491-95a3-f4ca6c225252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920e5bc2-39be-4d9b-8f64-7147adc5aae0,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:46.939682 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2213dcc3-630c-4491-95a3-f4ca6c225252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:46.961938 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2213dcc3-630c-4491-95a3-f4ca6c225252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:46.964202 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-2213dcc3-630c-4491-95a3-f4ca6c225252 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/920e5bc2-39be-4d9b-8f64-7147adc5aae0 HTTP/1.1" status: 204 len: 168 time: 0.4768181 May 04 13:45:47.041438 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f3f11-540c-435d-95b0-8fd051ad7cc3 req-7cad612d-58c3-47e0-8b3b-c3367ceeb92f tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:47.043081 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0e0f3f11-540c-435d-95b0-8fd051ad7cc3 req-7cad612d-58c3-47e0-8b3b-c3367ceeb92f tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 945 time: 0.2547901 May 04 13:45:47.094930 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 69d8f405-74e9-4245-aea4-4d1555a7520d up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:45:47.283324 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 47404) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:47.290292 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0e0f3f11-540c-435d-95b0-8fd051ad7cc3 req-b6595de0-26bd-4a45-9ad4-8e0bd2cae58f tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293277 May 04 13:45:47.315436 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port 69d8f405-74e9-4245-aea4-4d1555a7520d completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:45:47.327952 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port 69d8f405-74e9-4245-aea4-4d1555a7520d triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:45:47.330526 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:47.558653 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3af6f-0a79-4be2-9312-248942696882 req-e2ac321b-67dc-4ac2-bc7a-1730f1a1d28d tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:47.569374 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-08b3af6f-0a79-4be2-9312-248942696882 req-e2ac321b-67dc-4ac2-bc7a-1730f1a1d28d tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.2778034 May 04 13:45:47.589128 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-260a5186-f8e8-4c04-ad31-4cb5a9ca142a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:47.645860 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-260a5186-f8e8-4c04-ad31-4cb5a9ca142a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:47.664377 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-260a5186-f8e8-4c04-ad31-4cb5a9ca142a admin admin] Usage tracker for resource:security_group_rule and tenant:e21592fea8bc445f8c27fa387780b1c9 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:47.669599 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-260a5186-f8e8-4c04-ad31-4cb5a9ca142a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:47.675855 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-08b3af6f-0a79-4be2-9312-248942696882 req-7db50609-37df-45fa-92c7-643e344a0611 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015370 May 04 13:45:47.682711 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-260a5186-f8e8-4c04-ad31-4cb5a9ca142a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:47.724426 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:47.802409 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573d227e-4e7c-4432-82f7-65e5ef318bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d8f405-74e9-4245-aea4-4d1555a7520d'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:45:47.824467 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 69d8f405-74e9-4245-aea4-4d1555a7520d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=69d8f405-74e9-4245-aea4-4d1555a7520d,segment=NetworkSegment(1b3d3fdc-5efa-4839-a29e-f18bf3619a19),segment_id=1b3d3fdc-5efa-4839-a29e-f18bf3619a19)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:45:47.834688 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:47.842410 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-35a96737-051d-48a9-ad49-905b44801945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:47.938896 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fb16b2f2-c5b8-4c00-8197-7ca72b77ef0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1510549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15462990'] for subnet, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:47.950883 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-260a5186-f8e8-4c04-ad31-4cb5a9ca142a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:47.957576 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-260a5186-f8e8-4c04-ad31-4cb5a9ca142a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:47.961228 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-7d9b9044-f399-4515-9840-1fbefa85d704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:47.968377 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e6dfca5c-e8e2-4a6e-b1de-d1cba17dcb17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:47.999140 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=69d8f405-74e9-4245-aea4-4d1555a7520d,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:48.007143 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:48.024660 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a5186-f8e8-4c04-ad31-4cb5a9ca142a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0038029b-4584-460b-a3a0-2136de3a589c,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:48.035163 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-260a5186-f8e8-4c04-ad31-4cb5a9ca142a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:48.041935 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-260a5186-f8e8-4c04-ad31-4cb5a9ca142a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e21592fea8bc445f8c27fa387780b1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7546873 May 04 13:45:48.043145 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 47432) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:48.204812 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16b2f2-c5b8-4c00-8197-7ca72b77ef0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cadf1d82-8b6d-4105-84f4-f7bdcd878505,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:48.217215 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-fb16b2f2-c5b8-4c00-8197-7ca72b77ef0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:48.226649 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373db1b-1c18-4bf0-8bb2-947a668ad86f req-ee363397-ed3d-46cc-8591-01a681e3a6dd tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:48.228530 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8373db1b-1c18-4bf0-8bb2-947a668ad86f req-ee363397-ed3d-46cc-8591-01a681e3a6dd tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 949 time: 0.4407587 May 04 13:45:48.233221 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb16b2f2-c5b8-4c00-8197-7ca72b77ef0f admin admin] Checking segment: {'id': '75fb992f-f5b7-435a-a564-1879cae29828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ab201184-b1f9-485a-98fb-2b41c1739a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:45:48.233591 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb16b2f2-c5b8-4c00-8197-7ca72b77ef0f admin admin] Network hostable DHCP agents. Network: ab201184-b1f9-485a-98fb-2b41c1739a88, hostable agents: ['548e5bae-174c-4437-b5d4-5dd15da226b0'], hosted agents: [] {{(pid=73861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:45:48.247255 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0d094a92-cd34-4b5b-a7df-205bcf6faf3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:48.313054 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0d094a92-cd34-4b5b-a7df-205bcf6faf3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:48.415863 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0d094a92-cd34-4b5b-a7df-205bcf6faf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:48.432152 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d32b4ad7-9a8a-4ac4-a4a3-8a020fe792e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:48.457246 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb16b2f2-c5b8-4c00-8197-7ca72b77ef0f admin admin] Network ab201184-b1f9-485a-98fb-2b41c1739a88 is scheduled to be hosted by DHCP agent 548e5bae-174c-4437-b5d4-5dd15da226b0 with binding_index 1 {{(pid=73861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:45:48.464584 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d094a92-cd34-4b5b-a7df-205bcf6faf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0038029b-4584-460b-a3a0-2136de3a589c,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:48.476112 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0d094a92-cd34-4b5b-a7df-205bcf6faf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:48.493476 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3ca4a-fa2e-4534-b3e3-9c34d1ea3e41 req-daea571c-533c-4bea-b84d-33425e93fd2c tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:48.495166 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-69d3ca4a-fa2e-4534-b3e3-9c34d1ea3e41 req-daea571c-533c-4bea-b84d-33425e93fd2c tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.2655511 May 04 13:45:48.498820 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8373db1b-1c18-4bf0-8bb2-947a668ad86f req-7e992237-2988-4ccf-a8b2-41eb31e312f2 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/security-groups?id=20a16ea2-324e-4733-840d-56d0b7e2a4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620739 May 04 13:45:48.499667 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-fb16b2f2-c5b8-4c00-8197-7ca72b77ef0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-smb, ab201184-b1f9-485a-98fb-2b41c1739a88) {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:45:48.513862 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb16b2f2-c5b8-4c00-8197-7ca72b77ef0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:48.514722 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fb16b2f2-c5b8-4c00-8197-7ca72b77ef0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:48.526912 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0d094a92-cd34-4b5b-a7df-205bcf6faf3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:48.530044 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-0d094a92-cd34-4b5b-a7df-205bcf6faf3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0038029b-4584-460b-a3a0-2136de3a589c HTTP/1.1" status: 204 len: 168 time: 0.4782758 May 04 13:45:48.538386 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fa0ef7-0d3d-4638-a432-fb219e379046 None None] Network ab201184-b1f9-485a-98fb-2b41c1739a88 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:45:48.869578 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573d227e-4e7c-4432-82f7-65e5ef318bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d8f405-74e9-4245-aea4-4d1555a7520d', 'code': 200} May 04 13:45:48.984329 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-69d3ca4a-fa2e-4534-b3e3-9c34d1ea3e41 req-f5757098-7a10-4f61-b84c-9682e9084eb9 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628189 May 04 13:45:48.992012 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-fb16b2f2-c5b8-4c00-8197-7ca72b77ef0f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4891105 May 04 13:45:49.146668 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe424b-6b0c-4559-8583-ba78cdd0b162 req-531d431e-920a-411d-a6aa-c7ffbaf7d9cc tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:49.158858 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8ebe424b-6b0c-4559-8583-ba78cdd0b162 req-531d431e-920a-411d-a6aa-c7ffbaf7d9cc tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 945 time: 0.3062096 May 04 13:45:49.247968 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 010209cf-bf1b-4087-98f6-3dc29e0ca916 up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:45:49.288299 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8ebe424b-6b0c-4559-8583-ba78cdd0b162 req-9fc5e7a3-ce63-4a64-8bf5-9a62fefeded8 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221862 May 04 13:45:49.346297 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58af314-96fc-4e0c-81fb-6cd4fb85fdec None None] Network ab201184-b1f9-485a-98fb-2b41c1739a88 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:45:49.458607 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596b4c3-4777-4947-92e4-4dabb91eec1a req-4368d2bf-8352-42dc-b8c1-b1777da1d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:49.472201 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-7596b4c3-4777-4947-92e4-4dabb91eec1a req-4368d2bf-8352-42dc-b8c1-b1777da1d292 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 1102 time: 0.3430278 May 04 13:45:49.556346 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port 010209cf-bf1b-4087-98f6-3dc29e0ca916 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:45:49.566764 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-7596b4c3-4777-4947-92e4-4dabb91eec1a req-76b9a33b-1f21-4cd2-ba71-4b23620729aa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=20a16ea2-324e-4733-840d-56d0b7e2a4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734596 May 04 13:45:49.577925 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port 010209cf-bf1b-4087-98f6-3dc29e0ca916 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:45:49.578080 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:50.065007 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:50.243287 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 010209cf-bf1b-4087-98f6-3dc29e0ca916, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=010209cf-bf1b-4087-98f6-3dc29e0ca916,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:45:50.258378 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:50.261377 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:50.292914 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace397c-dafb-40d6-9034-a548b78b10df req-48219b93-f814-4687-ab60-b851a53fdec3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:50.315001 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cace397c-dafb-40d6-9034-a548b78b10df req-48219b93-f814-4687-ab60-b851a53fdec3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 949 time: 0.3723769 May 04 13:45:50.451186 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cace397c-dafb-40d6-9034-a548b78b10df req-6dc0381b-2283-4aeb-9bb7-7683ed8ca2d0 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/security-groups?id=20a16ea2-324e-4733-840d-56d0b7e2a4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315081 May 04 13:45:50.625113 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=010209cf-bf1b-4087-98f6-3dc29e0ca916,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:50.638975 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:50.871696 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283e994a-c330-40ec-b4e8-ff778f8ca20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010209cf-bf1b-4087-98f6-3dc29e0ca916'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:45:50.994665 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3210171-4606-482f-ac0d-7b091e4ae819 req-a560677e-5694-44fe-a4b0-2977ea9db493 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:50.998168 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a3210171-4606-482f-ac0d-7b091e4ae819 req-a560677e-5694-44fe-a4b0-2977ea9db493 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 946 time: 0.2578695 May 04 13:45:51.061122 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a3210171-4606-482f-ac0d-7b091e4ae819 req-55313ec9-91f4-4651-a638-4e991aad4b17 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529478 May 04 13:45:51.096787 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 47524) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:51.471617 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283e994a-c330-40ec-b4e8-ff778f8ca20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010209cf-bf1b-4087-98f6-3dc29e0ca916', 'code': 200} May 04 13:45:51.480927 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-6c531f07-dd5c-4715-9f97-00f5f4828bc7 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:51.484510 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-6c531f07-dd5c-4715-9f97-00f5f4828bc7 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/networks?id=63e7e8fa-8df6-4515-9ef8-d212b4aae31e HTTP/1.1" status: 200 len: 809 time: 0.2826588 May 04 13:45:51.545982 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-e26aa552-42d7-4d90-8f5a-4c3816f942c7 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/quotas/f7a61c3952194dac995033f71fa3f64f HTTP/1.1" status: 200 len: 375 time: 0.0292351 May 04 13:45:51.607046 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-b9710738-d623-43f7-8b95-9b55a7dbf537 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7a61c3952194dac995033f71fa3f64f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601153 May 04 13:45:51.808821 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6fa25b32-ba14-4e0e-8459-373d7d852edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:51.884499 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-6fa25b32-ba14-4e0e-8459-373d7d852edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:51.900518 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-6fa25b32-ba14-4e0e-8459-373d7d852edc admin admin] Usage tracker for resource:security_group_rule and tenant:f997cf8f442a472c94f4914f4c3b56e9 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:51.916535 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-6fa25b32-ba14-4e0e-8459-373d7d852edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:51.928979 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-6fa25b32-ba14-4e0e-8459-373d7d852edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:51.933964 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-5bd1fcc6-4dcb-415e-ad1b-d8e5ffccb010 service neutron] 10.222.0.44 "GET /v2.0/networks/63e7e8fa-8df6-4515-9ef8-d212b4aae31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183916 May 04 13:45:51.994423 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfc5da-3a8d-426d-8296-54feaf33d339 req-43574dec-e5c9-49bb-966b-d3a0ec34e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:51.996106 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a7bfc5da-3a8d-426d-8296-54feaf33d339 req-43574dec-e5c9-49bb-966b-d3a0ec34e5e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 1099 time: 0.1187425 May 04 13:45:52.077844 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a7bfc5da-3a8d-426d-8296-54feaf33d339 req-10ad18b8-a8c8-4cdd-908a-078a0c3a9be6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735729 May 04 13:45:52.121716 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf05ecb-cdf5-4c1b-ba69-3d3c66ed83b4 req-e029517c-0033-4f35-b0f8-772399c52947 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:52.124448 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ddf05ecb-cdf5-4c1b-ba69-3d3c66ed83b4 req-e029517c-0033-4f35-b0f8-772399c52947 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 949 time: 0.3491490 May 04 13:45:52.140184 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:52.230976 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-122a2bfc-c020-49c8-8739-29503481eb7a service neutron] 10.222.0.44 "GET /v2.0/networks/63e7e8fa-8df6-4515-9ef8-d212b4aae31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861006 May 04 13:45:52.234194 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ddf05ecb-cdf5-4c1b-ba69-3d3c66ed83b4 req-46c4f663-3caf-406a-bf9d-fa33a753aae7 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/security-groups?id=20a16ea2-324e-4733-840d-56d0b7e2a4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957997 May 04 13:45:52.303175 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6fa25b32-ba14-4e0e-8459-373d7d852edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:52.309558 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6fa25b32-ba14-4e0e-8459-373d7d852edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:52.366839 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-f1f9d597-832c-4c50-84d4-171386de4b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:52.387954 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 47594) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:52.388369 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-6fa25b32-ba14-4e0e-8459-373d7d852edc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f997cf8f442a472c94f4914f4c3b56e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2901449 May 04 13:45:52.463740 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa25b32-ba14-4e0e-8459-373d7d852edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6db784-31f2-46b5-8113-234e74b35b3a,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:52.471415 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-82ab052a-07e8-48e4-8580-4964ba553a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:52.488350 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-6fa25b32-ba14-4e0e-8459-373d7d852edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:52.516451 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-82ab052a-07e8-48e4-8580-4964ba553a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:52.673414 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-82ab052a-07e8-48e4-8580-4964ba553a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:52.682273 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5a58bc24-b5a7-425f-b144-4e109b23d937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:52.697627 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab052a-07e8-48e4-8580-4964ba553a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6db784-31f2-46b5-8113-234e74b35b3a,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:52.719732 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-82ab052a-07e8-48e4-8580-4964ba553a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:52.743822 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-82ab052a-07e8-48e4-8580-4964ba553a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:52.747081 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-82ab052a-07e8-48e4-8580-4964ba553a1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be6db784-31f2-46b5-8113-234e74b35b3a HTTP/1.1" status: 204 len: 168 time: 0.3575997 May 04 13:45:52.877988 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb683297-9254-47f0-b799-320c7588c3c2 req-6d4b7bc6-e3c3-4062-a565-f9e547ed93d3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:52.888238 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cb683297-9254-47f0-b799-320c7588c3c2 req-6d4b7bc6-e3c3-4062-a565-f9e547ed93d3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 946 time: 0.1452832 May 04 13:45:53.025502 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cb683297-9254-47f0-b799-320c7588c3c2 req-1c213207-9a1e-4cec-bb33-0648372ad6a1 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360750 May 04 13:45:53.113816 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f5444-5a7e-4098-9e83-6fbb1920029a req-daecce91-cd86-414b-b219-7de6e63e1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:53.115888 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-458f5444-5a7e-4098-9e83-6fbb1920029a req-daecce91-cd86-414b-b219-7de6e63e1f4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1663eef7b6514ababc60301bf99e7576&device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 1099 time: 0.2374623 May 04 13:45:53.352954 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-816661de-47a0-41e2-98e5-c14d7ccee020 req-2760e54b-d487-4941-87c4-b3ea02e3cf72 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 210 time: 0.1393483 May 04 13:45:53.646142 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f5444-5a7e-4098-9e83-6fbb1920029a req-bcaa41dc-dcea-47a3-b25d-6185a8d52ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:53.648785 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-458f5444-5a7e-4098-9e83-6fbb1920029a req-bcaa41dc-dcea-47a3-b25d-6185a8d52ddb service neutron] 10.222.0.30 "GET /v2.0/networks?id=173162e4-65be-4ace-a427-e6e40ca8cc8a HTTP/1.1" status: 200 len: 919 time: 0.5197303 May 04 13:45:53.807578 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-458f5444-5a7e-4098-9e83-6fbb1920029a req-52e052d2-6137-4393-a9b1-3be4a5fd2a4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bbd70b8-ebb3-49bb-8699-870a9a957756 HTTP/1.1" status: 200 len: 217 time: 0.1395893 May 04 13:45:53.814783 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d55df-c8d5-46d7-9f41-dae6352db010 req-39e7ade9-5641-48ee-bd04-2a68f1bd0ad4 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:53.824305 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fb8d55df-c8d5-46d7-9f41-dae6352db010 req-39e7ade9-5641-48ee-bd04-2a68f1bd0ad4 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.1203315 May 04 13:45:53.918767 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fb8d55df-c8d5-46d7-9f41-dae6352db010 req-d7353d0e-e933-43f2-bc47-6aed4877bf04 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929611 May 04 13:45:53.973839 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f5444-5a7e-4098-9e83-6fbb1920029a req-6a9f2d41-50a6-4d03-b52f-07619e9ee23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:53.977052 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-458f5444-5a7e-4098-9e83-6fbb1920029a req-6a9f2d41-50a6-4d03-b52f-07619e9ee23d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=29831a22-bbbd-4838-bcc7-5e382073153a HTTP/1.1" status: 200 len: 858 time: 0.1517277 May 04 13:45:54.081142 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-458f5444-5a7e-4098-9e83-6fbb1920029a req-5ea628e5-89ec-4578-925d-42229d2aaf71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=173162e4-65be-4ace-a427-e6e40ca8cc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925536 May 04 13:45:54.162907 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92cf11-8d04-4e22-bc5d-ff5ce8fb18cd req-8272d0b6-ed48-4bad-b50c-77e74fc96115 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:54.171068 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cb92cf11-8d04-4e22-bc5d-ff5ce8fb18cd req-8272d0b6-ed48-4bad-b50c-77e74fc96115 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 949 time: 0.2507963 May 04 13:45:54.262030 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cb92cf11-8d04-4e22-bc5d-ff5ce8fb18cd req-ff8579a1-a27e-4503-9ac8-70b62416d516 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/security-groups?id=20a16ea2-324e-4733-840d-56d0b7e2a4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898659 May 04 13:45:54.389683 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-458f5444-5a7e-4098-9e83-6fbb1920029a req-6e3a81f9-e6c4-4387-80d5-a232a457ec40 service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967775 May 04 13:45:54.471632 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6648c-d623-48cd-a58a-aff5e300cafa req-c4e4babb-2ad7-45e3-b1e5-d4101873ba18 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:54.471632 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b8a6648c-d623-48cd-a58a-aff5e300cafa req-c4e4babb-2ad7-45e3-b1e5-d4101873ba18 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 946 time: 0.1798611 May 04 13:45:54.571531 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b8a6648c-d623-48cd-a58a-aff5e300cafa req-c1b2bfd6-e499-433f-8378-e19dd2a05e6c tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832636 May 04 13:45:54.792666 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-458f5444-5a7e-4098-9e83-6fbb1920029a req-a31fedb0-c9db-4f04-a2c3-618c88e35610 service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688049 May 04 13:45:54.856670 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cb04cbf5-08e5-4f3b-b912-c2e091091b50 req-571ee930-cc63-4f79-aa9b-a9d773fd59a4 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 210 time: 0.1233227 May 04 13:45:54.958363 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 47680) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:55.295888 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a3ccb-22b3-48e1-8f4f-4a7977555a24 req-35f7f238-fee0-4cdf-9a31-3d8970435e9e tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:55.299565 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c41a3ccb-22b3-48e1-8f4f-4a7977555a24 req-35f7f238-fee0-4cdf-9a31-3d8970435e9e tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.1492834 May 04 13:45:55.447205 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c41a3ccb-22b3-48e1-8f4f-4a7977555a24 req-1451c9ab-6832-4a1b-9a4e-50282473c837 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333654 May 04 13:45:55.458005 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1191601898-network', 'tenant_id': '0222a15be7b94760890f46e3aa01d152'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:45:55.476460 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:55.492321 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-fedda0f5-221a-4e5a-b12b-470081c87a91 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:55.493064 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-fedda0f5-221a-4e5a-b12b-470081c87a91 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Synchronizing usage tracker for tenant:f7a61c3952194dac995033f71fa3f64f on resource:network {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:45:55.496241 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Usage tracker for resource:network and tenant:0222a15be7b94760890f46e3aa01d152 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:55.501220 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:55.526581 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:55.531635 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-fedda0f5-221a-4e5a-b12b-470081c87a91 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Unset dirty status for tenant:f7a61c3952194dac995033f71fa3f64f on resource:network {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:45:55.533456 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-fedda0f5-221a-4e5a-b12b-470081c87a91 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.30 "GET /v2.0/networks?id=63e7e8fa-8df6-4515-9ef8-d212b4aae31e HTTP/1.1" status: 200 len: 809 time: 0.4498191 May 04 13:45:55.546670 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Made reservation on behalf of 0222a15be7b94760890f46e3aa01d152 for: {'network': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:45:55.557749 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for network, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:55.723360 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Request body: {'port': {'device_id': '2c080331-2fce-4a5b-b2ed-7852779adf2f', 'network_id': '63e7e8fa-8df6-4515-9ef8-d212b4aae31e', 'admin_state_up': True, 'tenant_id': 'f7a61c3952194dac995033f71fa3f64f'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:45:55.748285 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:55.910839 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0463a-214c-40f8-94d8-78498ba8305e req-2e246e1b-c696-4714-b21e-272439217389 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:55.923740 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-36d0463a-214c-40f8-94d8-78498ba8305e req-2e246e1b-c696-4714-b21e-272439217389 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 949 time: 0.3440893 May 04 13:45:56.053898 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-36d0463a-214c-40f8-94d8-78498ba8305e req-f3ebeef2-afce-45ec-a738-fc20f07a6007 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/security-groups?id=20a16ea2-324e-4733-840d-56d0b7e2a4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288252 May 04 13:45:56.121981 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:56.129513 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Usage tracker for resource:security_group_rule and tenant:0222a15be7b94760890f46e3aa01d152 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:56.137190 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:56.149075 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:56.171216 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5affd63b-5647-4f9b-b718-89f5712f9add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:56.229839 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e6cc3438-4e8c-4291-abec-0b8e6ddad938 req-2d5f58fe-295d-4261-bd28-b2c499a0c692 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 210 time: 0.0535138 May 04 13:45:56.239317 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe91c3c-662c-4927-8b8b-2c1677d2cdac req-57ab0ee4-19b5-4606-ae7d-7fa130bd560f tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:56.240230 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-8fe91c3c-662c-4927-8b8b-2c1677d2cdac req-57ab0ee4-19b5-4606-ae7d-7fa130bd560f tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Synchronizing usage tracker for tenant:20aaee70280a4ea383bb3d0a1901d8bb on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:45:56.247397 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:56.258507 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Usage tracker for resource:port and tenant:f7a61c3952194dac995033f71fa3f64f is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:56.267560 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:56.283764 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:56.303128 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-8fe91c3c-662c-4927-8b8b-2c1677d2cdac req-57ab0ee4-19b5-4606-ae7d-7fa130bd560f tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Unset dirty status for tenant:20aaee70280a4ea383bb3d0a1901d8bb on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:45:56.308109 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8fe91c3c-662c-4927-8b8b-2c1677d2cdac req-57ab0ee4-19b5-4606-ae7d-7fa130bd560f tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.30 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 949 time: 0.7187507 May 04 13:45:56.308370 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Made reservation on behalf of f7a61c3952194dac995033f71fa3f64f for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:45:56.312071 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:56.533458 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:56.552112 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:56.558808 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-82ab052a-07e8-48e4-8580-4964ba553a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:56.657057 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=73860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:45:56.666302 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03691ece-8608-4065-b440-b04a24fc1298,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:56.670297 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:56.692472 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:56.692831 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.db.segments_db [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Added segment 49475647-9be4-41c5-ae7e-c8fcacee629d of type vlan for network bd7f5a6e-a920-49f1-9899-520183041510 May 04 13:45:56.714581 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Allocated IP 172.20.0.4 (63e7e8fa-8df6-4515-9ef8-d212b4aae31e/a6154949-b27b-43fd-ac63-ecf2c1bada63/12806ffe-1557-4dcf-90a1-2cfd26682955) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:45:56.757538 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-8fe91c3c-662c-4927-8b8b-2c1677d2cdac req-1fe4c866-f1b6-4b52-8fc6-ba5401611e59 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Deleting port 69d8f405-74e9-4245-aea4-4d1555a7520d {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:45:56.757891 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-8fe91c3c-662c-4927-8b8b-2c1677d2cdac req-1fe4c866-f1b6-4b52-8fc6-ba5401611e59 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:56.761149 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6247ee-43f5-482c-ad25-8a515f865da1 req-c0f6dc79-f960-4579-8242-17a9af4e5e8f tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:56.763091 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bf6247ee-43f5-482c-ad25-8a515f865da1 req-c0f6dc79-f960-4579-8242-17a9af4e5e8f tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.1258223 May 04 13:45:56.802102 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760702352249'] for network, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:56.856021 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bf6247ee-43f5-482c-ad25-8a515f865da1 req-91a94339-05e9-4d21-b48a-acb0c33ddfa3 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785153 May 04 13:45:56.958793 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for network, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:56.967160 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:56.967792 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:56.991459 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:57.234924 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Pushing event updated for resources: {'Network': ['ID=bd7f5a6e-a920-49f1-9899-520183041510,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:57.254147 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Network bd7f5a6e-a920-49f1-9899-520183041510 details requested by agent ovs-agent-dv-cinder-789564-1-smb with host dv-cinder-789564-1-smb {{(pid=73862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 13:45:57.262828 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3012650 May 04 13:45:57.267796 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 47726) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:45:57.268473 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-8fe91c3c-662c-4927-8b8b-2c1677d2cdac req-1fe4c866-f1b6-4b52-8fc6-ba5401611e59 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] For port 69d8f405-74e9-4245-aea4-4d1555a7520d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=69d8f405-74e9-4245-aea4-4d1555a7520d,segment=NetworkSegment(1b3d3fdc-5efa-4839-a29e-f18bf3619a19),segment_id=1b3d3fdc-5efa-4839-a29e-f18bf3619a19)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:45:57.268813 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-8fe91c3c-662c-4927-8b8b-2c1677d2cdac req-1fe4c866-f1b6-4b52-8fc6-ba5401611e59 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:57.277279 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-f388410d-a3ef-4aad-aced-a5ab57c3cf32 admin admin] Request body: {'subnet': {'network_id': 'bd7f5a6e-a920-49f1-9899-520183041510', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1191601898-subnet', 'tenant_id': '0222a15be7b94760890f46e3aa01d152', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:45:57.281750 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:57.295077 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-f388410d-a3ef-4aad-aced-a5ab57c3cf32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:45:57.397163 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-f388410d-a3ef-4aad-aced-a5ab57c3cf32 admin admin] Usage tracker for resource:subnet and tenant:0222a15be7b94760890f46e3aa01d152 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:45:57.401458 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-f388410d-a3ef-4aad-aced-a5ab57c3cf32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:45:57.411249 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-f388410d-a3ef-4aad-aced-a5ab57c3cf32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:45:57.427355 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f388410d-a3ef-4aad-aced-a5ab57c3cf32 admin admin] Made reservation on behalf of 0222a15be7b94760890f46e3aa01d152 for: {'subnet': 1} {{(pid=73861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:45:57.430166 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f388410d-a3ef-4aad-aced-a5ab57c3cf32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15463000'] for subnet, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:57.520904 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-8fe91c3c-662c-4927-8b8b-2c1677d2cdac req-1fe4c866-f1b6-4b52-8fc6-ba5401611e59 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Calling delete_port for 69d8f405-74e9-4245-aea4-4d1555a7520d owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:45:57.580689 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd74922-123e-44e0-b1c5-76f5b23a1e52 req-5813f4ec-2005-4175-b092-530ba933be23 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:57.584145 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ecd74922-123e-44e0-b1c5-76f5b23a1e52 req-5813f4ec-2005-4175-b092-530ba933be23 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 949 time: 0.2948639 May 04 13:45:57.643873 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:57.695111 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ecd74922-123e-44e0-b1c5-76f5b23a1e52 req-3c3b1a51-cab5-4489-bfdb-3ed6f415390f tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/security-groups?id=20a16ea2-324e-4733-840d-56d0b7e2a4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018827 May 04 13:45:57.873087 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:57.880714 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-aedc3a17-2c98-4dc5-882c-73ed09aa3d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:57.926914 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-8fe91c3c-662c-4927-8b8b-2c1677d2cdac req-1fe4c866-f1b6-4b52-8fc6-ba5401611e59 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:57.970668 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Network 63e7e8fa-8df6-4515-9ef8-d212b4aae31e is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:45:57.977485 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:45:58.013392 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:45:58.070536 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Pushing event updated for resources: {'Port': ['ID=12806ffe-1557-4dcf-90a1-2cfd26682955,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:58.093108 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:58.163294 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:58.206664 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd85ebb-8551-45cb-816d-f5ae3a29efd5 req-21873782-cba2-47f2-ac93-eba5cf882123 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:58.214143 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7fd85ebb-8551-45cb-816d-f5ae3a29efd5 req-21873782-cba2-47f2-ac93-eba5cf882123 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 931 time: 0.3237171 May 04 13:45:58.220703 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe91c3c-662c-4927-8b8b-2c1677d2cdac req-1fe4c866-f1b6-4b52-8fc6-ba5401611e59 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] No DVR routers for this DVR port 69d8f405-74e9-4245-aea4-4d1555a7520d on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:45:58.233654 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-8fe91c3c-662c-4927-8b8b-2c1677d2cdac req-1fe4c866-f1b6-4b52-8fc6-ba5401611e59 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:58.257676 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573d227e-4e7c-4432-82f7-65e5ef318bbe', 'name': 'network-vif-deleted', 'tag': '69d8f405-74e9-4245-aea4-4d1555a7520d'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:45:58.266048 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4c866-f1b6-4b52-8fc6-ba5401611e59 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Pushing event deleted for resources: {'Port': ['ID=69d8f405-74e9-4245-aea4-4d1555a7520d,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:58.272553 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8fe91c3c-662c-4927-8b8b-2c1677d2cdac req-1fe4c866-f1b6-4b52-8fc6-ba5401611e59 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.30 "DELETE /v2.0/ports/69d8f405-74e9-4245-aea4-4d1555a7520d HTTP/1.1" status: 204 len: 173 time: 1.9409578 May 04 13:45:58.284649 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-1fe4c866-f1b6-4b52-8fc6-ba5401611e59 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:58.323935 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:58.324823 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:58.367684 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7887619 May 04 13:45:58.378480 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7fd85ebb-8551-45cb-816d-f5ae3a29efd5 req-90e80067-219e-4254-a673-f335b7363fc4 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/security-groups?id=1097c74f-88f8-413e-a12b-a0f8da33e0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633992 May 04 13:45:58.385699 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Request body: {'port': {'device_id': '2c080331-2fce-4a5b-b2ed-7852779adf2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:45:58.480599 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125a3b2-7842-4454-9dd7-82a4742f6124 req-faca6f75-a6b3-440c-83b6-2bde5315986a tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:58.496381 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4125a3b2-7842-4454-9dd7-82a4742f6124 req-faca6f75-a6b3-440c-83b6-2bde5315986a tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.2737758 May 04 13:45:58.561136 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4125a3b2-7842-4454-9dd7-82a4742f6124 req-4866f370-1dc1-446c-b021-b7d11d2e5b03 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690613 May 04 13:45:58.585216 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f388410d-a3ef-4aad-aced-a5ab57c3cf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1510549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15462990'] for subnet, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:58.588538 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573d227e-4e7c-4432-82f7-65e5ef318bbe', 'name': 'network-vif-deleted', 'tag': '69d8f405-74e9-4245-aea4-4d1555a7520d', 'status': 'completed', 'code': 200} May 04 13:45:58.591385 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:58.672186 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:58.725406 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388410d-a3ef-4aad-aced-a5ab57c3cf32 admin admin] Checking segment: {'id': '49475647-9be4-41c5-ae7e-c8fcacee629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bd7f5a6e-a920-49f1-9899-520183041510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:45:58.725777 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f388410d-a3ef-4aad-aced-a5ab57c3cf32 admin admin] Network hostable DHCP agents. Network: bd7f5a6e-a920-49f1-9899-520183041510, hostable agents: ['548e5bae-174c-4437-b5d4-5dd15da226b0'], hosted agents: [] {{(pid=73861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:45:58.728717 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388410d-a3ef-4aad-aced-a5ab57c3cf32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc23abc-5323-40ec-a15e-9f33381994d7,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:58.732717 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-f388410d-a3ef-4aad-aced-a5ab57c3cf32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:45:58.764116 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f388410d-a3ef-4aad-aced-a5ab57c3cf32 admin admin] Network bd7f5a6e-a920-49f1-9899-520183041510 is scheduled to be hosted by DHCP agent 548e5bae-174c-4437-b5d4-5dd15da226b0 with binding_index 1 {{(pid=73861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:45:58.793632 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-f388410d-a3ef-4aad-aced-a5ab57c3cf32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-smb, bd7f5a6e-a920-49f1-9899-520183041510) {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:45:58.806080 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f388410d-a3ef-4aad-aced-a5ab57c3cf32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:45:58.806752 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f388410d-a3ef-4aad-aced-a5ab57c3cf32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:58.815798 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9294868-507f-4f34-9592-5aa3de7419bd None None] Network bd7f5a6e-a920-49f1-9899-520183041510 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:45:58.872739 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-f388410d-a3ef-4aad-aced-a5ab57c3cf32 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5933049 May 04 13:45:58.940335 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f537cb73-e3f8-458b-9f11-7ddcfb734dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:58.989063 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0aaa6089-f9f4-4ec8-b3ba-905020a5f487 req-da208875-1989-4be8-b1de-5a2f53908af8 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] 10.222.0.44 "GET /v2.0/ports?device_id=573d227e-4e7c-4432-82f7-65e5ef318bbe HTTP/1.1" status: 200 len: 210 time: 0.0608251 May 04 13:45:59.260845 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 69d8f405-74e9-4245-aea4-4d1555a7520d no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:45:59.361795 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] No Port match for: 69d8f405-74e9-4245-aea4-4d1555a7520d {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:45:59.362728 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 69d8f405-74e9-4245-aea4-4d1555a7520d not bound to the agent host hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:45:59.410692 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12806ffe-1557-4dcf-90a1-2cfd26682955 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:45:59.419471 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:59.448364 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Transition to ACTIVE for port object 12806ffe-1557-4dcf-90a1-2cfd26682955 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:45:59.455387 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:59.486544 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:45:59.508832 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e835cf-f3f0-4ed2-b567-3b2e34e94827 None None] Network bd7f5a6e-a920-49f1-9899-520183041510 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:45:59.650030 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:45:59.892790 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Pushing event updated for resources: {'Port': ['ID=12806ffe-1557-4dcf-90a1-2cfd26682955,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:45:59.926727 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:00.080871 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25056a-7371-4655-8424-cf832f9e0cb8 req-d2575f41-ea11-42d4-a645-eaf3a94c2693 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:00.083841 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ef25056a-7371-4655-8424-cf832f9e0cb8 req-d2575f41-ea11-42d4-a645-eaf3a94c2693 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 943 time: 0.4057572 May 04 13:46:00.163430 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Attempting to bind port 12806ffe-1557-4dcf-90a1-2cfd26682955 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:46:00.163776 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Attempting to bind port 12806ffe-1557-4dcf-90a1-2cfd26682955 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c1579b63-c61c-46cb-9f6c-a92b9693a69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '63e7e8fa-8df6-4515-9ef8-d212b4aae31e'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:46:00.164137 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Attempting to bind port 12806ffe-1557-4dcf-90a1-2cfd26682955 on network 63e7e8fa-8df6-4515-9ef8-d212b4aae31e {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:46:00.169443 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Port 12806ffe-1557-4dcf-90a1-2cfd26682955 on network 63e7e8fa-8df6-4515-9ef8-d212b4aae31e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:46:00.170868 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Attempting to bind port 12806ffe-1557-4dcf-90a1-2cfd26682955 on network 63e7e8fa-8df6-4515-9ef8-d212b4aae31e {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:46:00.176676 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:46:00.176894 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Checking segment: {'id': 'c1579b63-c61c-46cb-9f6c-a92b9693a69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '63e7e8fa-8df6-4515-9ef8-d212b4aae31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:46:00.177506 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Bound using segment: {'id': 'c1579b63-c61c-46cb-9f6c-a92b9693a69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '63e7e8fa-8df6-4515-9ef8-d212b4aae31e'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:46:00.177736 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Bound port: 12806ffe-1557-4dcf-90a1-2cfd26682955, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1579b63-c61c-46cb-9f6c-a92b9693a69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '63e7e8fa-8df6-4515-9ef8-d212b4aae31e'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:46:00.178085 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:00.272043 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ef25056a-7371-4655-8424-cf832f9e0cb8 req-a302cddd-0784-4ad5-a2de-d59426c5cc85 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/security-groups?id=1097c74f-88f8-413e-a12b-a0f8da33e0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788054 May 04 13:46:00.300080 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:00.320126 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0799fb1-83c0-41c4-9033-059d85552378 req-1d15f930-c6a1-43f2-87e3-979c77c672e7 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:00.329263 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e0799fb1-83c0-41c4-9033-059d85552378 req-1d15f930-c6a1-43f2-87e3-979c77c672e7 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.4130008 May 04 13:46:00.355096 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] For port 12806ffe-1557-4dcf-90a1-2cfd26682955, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:46:00.359767 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] For port 12806ffe-1557-4dcf-90a1-2cfd26682955, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=12806ffe-1557-4dcf-90a1-2cfd26682955,segment=NetworkSegment(c1579b63-c61c-46cb-9f6c-a92b9693a69c),segment_id=c1579b63-c61c-46cb-9f6c-a92b9693a69c)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:46:00.374785 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:00.387204 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-fee91072-8c53-4d49-acc7-275e9c7ec354 tempest-DeleteServersTestJSON-564117382 tempest-DeleteServersTestJSON-564117382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:00.452309 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:00.453041 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:00.454643 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] 10.222.0.30 "PUT /v2.0/ports/12806ffe-1557-4dcf-90a1-2cfd26682955 HTTP/1.1" status: 200 len: 1093 time: 2.0756135 May 04 13:46:00.525703 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e0799fb1-83c0-41c4-9033-059d85552378 req-2ea746e2-9ad3-46ed-9806-0d3f614d5678 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889863 May 04 13:46:00.631942 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c080331-2fce-4a5b-b2ed-7852779adf2f', 'tag': '12806ffe-1557-4dcf-90a1-2cfd26682955'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:46:00.653759 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Pushing event updated for resources: {'Port': ['ID=12806ffe-1557-4dcf-90a1-2cfd26682955,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:00.670059 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:00.696852 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-5fc31941-3c42-4f31-b8cd-6cef98a70507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:00.698293 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-5fc31941-3c42-4f31-b8cd-6cef98a70507 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7a61c3952194dac995033f71fa3f64f&device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 1096 time: 0.1436865 May 04 13:46:00.833763 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-3dc27435-e757-453a-b4bc-28ffb9eade5b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12806ffe-1557-4dcf-90a1-2cfd26682955 HTTP/1.1" status: 200 len: 217 time: 0.1260419 May 04 13:46:00.836362 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c080331-2fce-4a5b-b2ed-7852779adf2f', 'tag': '12806ffe-1557-4dcf-90a1-2cfd26682955', 'status': 'completed', 'code': 200} May 04 13:46:00.935281 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-f91ca96a-8bb1-4a14-8344-ca6d44a0136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:00.937055 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-f91ca96a-8bb1-4a14-8344-ca6d44a0136b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a6154949-b27b-43fd-ac63-ecf2c1bada63 HTTP/1.1" status: 200 len: 849 time: 0.0953722 May 04 13:46:01.028001 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-34a8f13c-98ee-447b-b303-d9e55c1f9e5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63e7e8fa-8df6-4515-9ef8-d212b4aae31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829756 May 04 13:46:01.215245 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-9bfcf1bc-979e-4205-b065-9b847bc4c2c9 service neutron] 10.222.0.30 "GET /v2.0/networks/63e7e8fa-8df6-4515-9ef8-d212b4aae31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792154 May 04 13:46:01.456098 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-85aa4fff-6f77-42c5-95fb-b6b68cbaed79 req-f1091dad-3d2a-4cf5-b38f-925604214604 service neutron] 10.222.0.30 "GET /v2.0/networks/63e7e8fa-8df6-4515-9ef8-d212b4aae31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314029 May 04 13:46:01.789295 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bffe84-daea-4095-a0ee-a146016784f7 req-fa5a7201-2cb3-4217-bd5e-991456aec3b1 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:01.796872 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e6bffe84-daea-4095-a0ee-a146016784f7 req-fa5a7201-2cb3-4217-bd5e-991456aec3b1 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 943 time: 0.2460034 May 04 13:46:01.829317 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811a4c1-b4cf-4ead-8017-46098043161a req-0290cd99-9fe9-4ff0-8d28-7527cd96b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:01.832654 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9811a4c1-b4cf-4ead-8017-46098043161a req-0290cd99-9fe9-4ff0-8d28-7527cd96b6f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7a61c3952194dac995033f71fa3f64f&device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 1096 time: 0.2923443 May 04 13:46:01.928121 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e6bffe84-daea-4095-a0ee-a146016784f7 req-74313b4b-8395-409f-84e8-e9509c1464e8 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/security-groups?id=1097c74f-88f8-413e-a12b-a0f8da33e0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181488 May 04 13:46:02.211757 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811a4c1-b4cf-4ead-8017-46098043161a req-c20a4ddc-fd7f-469e-894a-431c6b202011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:02.213417 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9811a4c1-b4cf-4ead-8017-46098043161a req-c20a4ddc-fd7f-469e-894a-431c6b202011 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63e7e8fa-8df6-4515-9ef8-d212b4aae31e HTTP/1.1" status: 200 len: 910 time: 0.3729243 May 04 13:46:02.316360 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9d8f4-0e3e-42c2-b3bd-4fe74b085143 req-9f94021c-c401-4a78-bfd9-72a3926bf8e7 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:02.325150 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-50c9d8f4-0e3e-42c2-b3bd-4fe74b085143 req-9f94021c-c401-4a78-bfd9-72a3926bf8e7 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.1155756 May 04 13:46:02.373335 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9811a4c1-b4cf-4ead-8017-46098043161a req-c99b13dc-3759-4e0d-9bad-7cbb5739d5c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12806ffe-1557-4dcf-90a1-2cfd26682955 HTTP/1.1" status: 200 len: 217 time: 0.1482522 May 04 13:46:02.400358 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-50c9d8f4-0e3e-42c2-b3bd-4fe74b085143 req-707dbf65-e722-4fc4-b68d-77eccfa16fda tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738580 May 04 13:46:02.617787 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:02.687454 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-5f6bdecf-58ec-42f1-97f4-ac75dd61c442 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:02.691865 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-5f6bdecf-58ec-42f1-97f4-ac75dd61c442 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/networks?id=bd7f5a6e-a920-49f1-9899-520183041510 HTTP/1.1" status: 200 len: 809 time: 0.2270424 May 04 13:46:02.727825 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-a423ec54-1c08-4a0a-8fe2-6aa96fd3fee8 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/quotas/0222a15be7b94760890f46e3aa01d152 HTTP/1.1" status: 200 len: 375 time: 0.0180950 May 04 13:46:02.744698 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811a4c1-b4cf-4ead-8017-46098043161a req-d361afbd-ad9d-448c-bcd1-86ef4c55ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:02.746472 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9811a4c1-b4cf-4ead-8017-46098043161a req-d361afbd-ad9d-448c-bcd1-86ef4c55ced8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a6154949-b27b-43fd-ac63-ecf2c1bada63 HTTP/1.1" status: 200 len: 849 time: 0.3639293 May 04 13:46:02.833970 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9811a4c1-b4cf-4ead-8017-46098043161a req-cf94d704-6ac1-4338-9a30-92eada87670f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63e7e8fa-8df6-4515-9ef8-d212b4aae31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797634 May 04 13:46:02.906636 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-fe5a6882-f65b-41c1-b473-9ad72e64cc13 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0222a15be7b94760890f46e3aa01d152&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1717575 May 04 13:46:03.126968 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9811a4c1-b4cf-4ead-8017-46098043161a req-6f53977e-7a04-48b7-a037-17fdb1b6077f service neutron] 10.222.0.30 "GET /v2.0/networks/63e7e8fa-8df6-4515-9ef8-d212b4aae31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855113 May 04 13:46:03.345293 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0dedf914-a25e-41bd-8ae7-362ffe563cfa service neutron] 10.222.0.44 "GET /v2.0/networks/bd7f5a6e-a920-49f1-9899-520183041510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301872 May 04 13:46:03.460765 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9811a4c1-b4cf-4ead-8017-46098043161a req-41f77ab2-9676-4fa3-b2db-add6df455888 service neutron] 10.222.0.30 "GET /v2.0/networks/63e7e8fa-8df6-4515-9ef8-d212b4aae31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233044 May 04 13:46:03.634462 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-ae172eee-e7d3-41a8-8e6c-7b5db1c65fc3 service neutron] 10.222.0.44 "GET /v2.0/networks/bd7f5a6e-a920-49f1-9899-520183041510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883747 May 04 13:46:03.674749 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccc72b-9592-457d-aecd-196edd4d9bb9 req-89d9857e-5c4b-498e-866c-7f2327a159bd tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:03.683179 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-16ccc72b-9592-457d-aecd-196edd4d9bb9 req-89d9857e-5c4b-498e-866c-7f2327a159bd tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 943 time: 0.2678814 May 04 13:46:03.763874 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-16ccc72b-9592-457d-aecd-196edd4d9bb9 req-9ae63d9f-6141-4235-9931-554400c6c2e9 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/security-groups?id=1097c74f-88f8-413e-a12b-a0f8da33e0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795193 May 04 13:46:04.196307 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-16076af8-b910-4eb2-96e6-e3791c5434b4 req-8e09444f-d775-4aea-9ab2-1bc9a49ebc6a tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 210 time: 0.0996296 May 04 13:46:04.300187 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dbdc9-c6eb-43e1-ae79-f7f45023b14f req-36faf330-4572-4233-8a66-27cf93a2f614 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:04.306198 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fb1dbdc9-c6eb-43e1-ae79-f7f45023b14f req-36faf330-4572-4233-8a66-27cf93a2f614 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.2968223 May 04 13:46:04.437198 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fb1dbdc9-c6eb-43e1-ae79-f7f45023b14f req-4f75ad49-d70c-4ce0-9cf0-604130651139 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192942 May 04 13:46:05.151266 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32680261-053c-4403-9105-4172c9e9d98d req-93711072-5ee4-46b7-b15c-e5aea191fed8 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:05.153206 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-32680261-053c-4403-9105-4172c9e9d98d req-93711072-5ee4-46b7-b15c-e5aea191fed8 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 943 time: 0.1769686 May 04 13:46:05.207905 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 12806ffe-1557-4dcf-90a1-2cfd26682955 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:46:05.281636 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-32680261-053c-4403-9105-4172c9e9d98d req-b369c073-e083-4925-be24-692e2eb19542 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/security-groups?id=1097c74f-88f8-413e-a12b-a0f8da33e0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663900 May 04 13:46:05.367105 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-2f70b241-7af1-4389-a5bd-e0df5c88aeed tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:05.374824 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-2f70b241-7af1-4389-a5bd-e0df5c88aeed tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/networks?id=0b664c84-9a70-4d82-b8d8-2acaae6d033d HTTP/1.1" status: 200 len: 815 time: 0.2922175 May 04 13:46:05.398681 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-941e7245-55a8-4337-916e-7dbdee677131 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/quotas/14598e286d464d1992dd44a6acea91b6 HTTP/1.1" status: 200 len: 375 time: 0.0209615 May 04 13:46:05.558817 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-bdee2552-66aa-426b-a75f-335e4a91ec54 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=14598e286d464d1992dd44a6acea91b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1588097 May 04 13:46:05.578334 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 12806ffe-1557-4dcf-90a1-2cfd26682955, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=12806ffe-1557-4dcf-90a1-2cfd26682955,segment=NetworkSegment(c1579b63-c61c-46cb-9f6c-a92b9693a69c),segment_id=c1579b63-c61c-46cb-9f6c-a92b9693a69c)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:46:05.605864 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': '12806ffe-1557-4dcf-90a1-2cfd26682955', 'network_id': '63e7e8fa-8df6-4515-9ef8-d212b4aae31e', 'port_id': '12806ffe-1557-4dcf-90a1-2cfd26682955', 'mac_address': 'fa:16:3e:cb:76:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6154949-b27b-43fd-ac63-ecf2c1bada63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:46:05.737498 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:05.764981 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d8b835cd-91b2-442c-9429-c99d1d7411da req-b01c839b-fdb8-4cca-a3b8-5bd56f54e236 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 210 time: 0.1247308 May 04 13:46:05.779423 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12806ffe-1557-4dcf-90a1-2cfd26682955 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:46:05.819850 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 12806ffe-1557-4dcf-90a1-2cfd26682955, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=12806ffe-1557-4dcf-90a1-2cfd26682955,segment=NetworkSegment(c1579b63-c61c-46cb-9f6c-a92b9693a69c),segment_id=c1579b63-c61c-46cb-9f6c-a92b9693a69c)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:46:05.847140 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:05.857077 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:06.025766 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f049af32-2ec5-4e2e-abb7-95937270fd60 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:06.026619 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f049af32-2ec5-4e2e-abb7-95937270fd60 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Synchronizing usage tracker for tenant:0222a15be7b94760890f46e3aa01d152 on resource:network {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:46:06.029757 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-5847cbbf-64ab-4949-bd59-be0f78d7a221 service neutron] 10.222.0.44 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533494 May 04 13:46:06.067663 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f049af32-2ec5-4e2e-abb7-95937270fd60 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Unset dirty status for tenant:0222a15be7b94760890f46e3aa01d152 on resource:network {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:46:06.071501 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f049af32-2ec5-4e2e-abb7-95937270fd60 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.30 "GET /v2.0/networks?id=bd7f5a6e-a920-49f1-9899-520183041510 HTTP/1.1" status: 200 len: 809 time: 0.5071993 May 04 13:46:06.109450 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Request body: {'port': {'device_id': '8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2', 'network_id': 'bd7f5a6e-a920-49f1-9899-520183041510', 'admin_state_up': True, 'tenant_id': '0222a15be7b94760890f46e3aa01d152'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:46:06.234010 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=12806ffe-1557-4dcf-90a1-2cfd26682955,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:06.241638 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:06.342370 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['12806ffe-1557-4dcf-90a1-2cfd26682955'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:46:06.371397 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3378d0-16d7-4d42-9a1e-f39328246644 req-abf3fa3f-302c-4ffa-b5c2-d6b78854d434 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:06.371397 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4e3378d0-16d7-4d42-9a1e-f39328246644 req-abf3fa3f-302c-4ffa-b5c2-d6b78854d434 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.2747905 May 04 13:46:06.376215 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-64b958c6-b6f8-477b-9e87-a2119c235a4f service neutron] 10.222.0.44 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273377 May 04 13:46:06.488256 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4e3378d0-16d7-4d42-9a1e-f39328246644 req-4f6029e7-e1ef-41b5-997c-ef85169603b1 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104569 May 04 13:46:06.577723 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:06.591831 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Usage tracker for resource:port and tenant:0222a15be7b94760890f46e3aa01d152 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:06.601669 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:06.619104 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:06.651779 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Made reservation on behalf of 0222a15be7b94760890f46e3aa01d152 for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:46:06.655954 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:06.977293 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b5e19886-2fa4-4334-a089-235bba739d30 req-1d291c70-779c-48e1-ad68-f25c60a43138 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 210 time: 0.1816106 May 04 13:46:07.126805 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Allocated IP 172.20.0.11 (bd7f5a6e-a920-49f1-9899-520183041510/8bc23abc-5323-40ec-a15e-9f33381994d7/00598127-1592-4f4e-84e8-5bb4eebeb4f5) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:46:07.275949 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955973c-706f-4411-89a3-71abbd1817ce req-55ebaf70-836d-4e03-99af-465f7ac927f1 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:07.290603 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6955973c-706f-4411-89a3-71abbd1817ce req-55ebaf70-836d-4e03-99af-465f7ac927f1 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 944 time: 0.4030120 May 04 13:46:07.482708 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:07.489311 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4d1d489c-7240-4828-9ab9-ceb9fcdc456d req-61aadcbe-cd08-48bf-b63d-4b6b86018712 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 210 time: 0.1671317 May 04 13:46:07.494209 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 48170) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:07.521489 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:07.553142 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:07.572972 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6955973c-706f-4411-89a3-71abbd1817ce req-461fd3f7-5ced-4595-b011-2ba56f9f17d2 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/security-groups?id=1097c74f-88f8-413e-a12b-a0f8da33e0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808142 May 04 13:46:07.670764 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Network bd7f5a6e-a920-49f1-9899-520183041510 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:46:07.684505 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:46:07.689734 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:46:07.911084 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Pushing event updated for resources: {'Port': ['ID=00598127-1592-4f4e-84e8-5bb4eebeb4f5,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:07.972742 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:07.973452 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:07.974015 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:07.974577 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:07.975148 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:07.975721 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:07.976321 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:07.976889 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:07.977453 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:07.978015 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:07.978642 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:07.979206 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:07.992963 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:08.051982 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:08.052868 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:08.065625 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:08.092428 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7f04d-ffff-4e17-83b7-ae0fc7174c33 req-526a64e9-49ae-42d4-8a26-a3acdcf5e9bf tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:08.094113 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f1a7f04d-ffff-4e17-83b7-ae0fc7174c33 req-526a64e9-49ae-42d4-8a26-a3acdcf5e9bf tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.3278546 May 04 13:46:08.101094 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:08.118459 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Usage tracker for resource:security_group_rule and tenant:617dc60a461c4d049082c098b9a392d6 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:08.135517 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:08.145079 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0480418 May 04 13:46:08.149034 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:08.160772 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Request body: {'port': {'device_id': '8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:46:08.196228 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f1a7f04d-ffff-4e17-83b7-ae0fc7174c33 req-26115f85-3575-40cb-9221-a9693f755dbf tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791888 May 04 13:46:08.333660 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-341652ef-1973-405d-b17a-39ff1076d401 req-3c90e965-1dfe-4a8a-a084-a716604befd3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 210 time: 0.0685818 May 04 13:46:08.378557 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:08.387122 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:08.405812 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-962342e9-dd7b-4fdd-9b73-ad1ef9928293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:08.413853 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:08.504303 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=617dc60a461c4d049082c098b9a392d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0077126 May 04 13:46:08.506007 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d02f90d-5f9c-4b83-a2fe-ea8aebd15673,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:08.508109 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 48198) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:08.531617 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:08.532434 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:08.532818 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:08.533313 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:08.533753 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:08.534194 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:08.534632 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:08.535089 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:08.535524 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:08.535970 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:08.536435 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:08.536843 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:08.544275 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:08.635169 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-859eabc5-f9f9-466e-b757-21b1f10c3a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:08.701291 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-859eabc5-f9f9-466e-b757-21b1f10c3a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:09.040113 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-859eabc5-f9f9-466e-b757-21b1f10c3a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:09.052761 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-4976a9dc-f73c-4afd-bf5e-5e950467e25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:09.092791 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7e345-5df9-49cd-8d66-a35430ac3546 req-eab0f901-8dc3-41c5-b121-bfca231d1ff4 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:09.121140 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-31e7e345-5df9-49cd-8d66-a35430ac3546 req-eab0f901-8dc3-41c5-b121-bfca231d1ff4 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 932 time: 0.3999660 May 04 13:46:09.217669 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 12806ffe-1557-4dcf-90a1-2cfd26682955 up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:46:09.236282 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859eabc5-f9f9-466e-b757-21b1f10c3a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d02f90d-5f9c-4b83-a2fe-ea8aebd15673,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:09.252085 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-859eabc5-f9f9-466e-b757-21b1f10c3a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:09.353165 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-859eabc5-f9f9-466e-b757-21b1f10c3a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:09.376015 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-859eabc5-f9f9-466e-b757-21b1f10c3a69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d02f90d-5f9c-4b83-a2fe-ea8aebd15673 HTTP/1.1" status: 204 len: 168 time: 0.8603594 May 04 13:46:09.441829 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port 12806ffe-1557-4dcf-90a1-2cfd26682955 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:46:09.464394 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port 12806ffe-1557-4dcf-90a1-2cfd26682955 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:46:09.466275 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:09.565047 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-31e7e345-5df9-49cd-8d66-a35430ac3546 req-09aeaca7-3774-4258-9128-104b44bbc2d5 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288301 May 04 13:46:09.565843 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00598127-1592-4f4e-84e8-5bb4eebeb4f5 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:46:09.609253 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:09.647813 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Transition to ACTIVE for port object 00598127-1592-4f4e-84e8-5bb4eebeb4f5 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:46:09.667053 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:09.683652 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:09.722620 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f8db2-bc34-46bc-863e-9da952bfffb8 req-6a04af46-f567-4082-b1bd-ca5918dc4b33 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:09.725805 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-dc6f8db2-bc34-46bc-863e-9da952bfffb8 req-6a04af46-f567-4082-b1bd-ca5918dc4b33 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 944 time: 0.6510611 May 04 13:46:09.848768 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:09.898909 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-dc6f8db2-bc34-46bc-863e-9da952bfffb8 req-937b344e-256b-4dda-912e-d02b779e4ccf tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/security-groups?id=1097c74f-88f8-413e-a12b-a0f8da33e0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589277 May 04 13:46:09.918377 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 48246) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:09.981191 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c080331-2fce-4a5b-b2ed-7852779adf2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12806ffe-1557-4dcf-90a1-2cfd26682955'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:46:10.045938 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 12806ffe-1557-4dcf-90a1-2cfd26682955, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=12806ffe-1557-4dcf-90a1-2cfd26682955,segment=NetworkSegment(c1579b63-c61c-46cb-9f6c-a92b9693a69c),segment_id=c1579b63-c61c-46cb-9f6c-a92b9693a69c)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:46:10.055863 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:10.059690 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:10.137557 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826c3bf-c77b-44cd-9116-e0660f0985bf req-477e57c7-63f3-4a9c-97bf-4ff5fbc4c632 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:10.154855 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d826c3bf-c77b-44cd-9116-e0660f0985bf req-477e57c7-63f3-4a9c-97bf-4ff5fbc4c632 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.2283154 May 04 13:46:10.160781 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-638e5ca0-5011-4fc8-bf6e-15e584b4ccfe tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:10.177658 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-638e5ca0-5011-4fc8-bf6e-15e584b4ccfe tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.30 "GET /v2.0/networks?id=0b664c84-9a70-4d82-b8d8-2acaae6d033d HTTP/1.1" status: 200 len: 815 time: 1.0913091 May 04 13:46:10.208130 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Request body: {'port': {'device_id': '03190fef-1f73-4969-a8aa-46a3583fc58c', 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d', 'admin_state_up': True, 'tenant_id': '14598e286d464d1992dd44a6acea91b6'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:46:10.333573 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-45ad23fe-a325-413b-9b65-3c87bfbbe0a7 req-119a1cd1-5e4e-4017-98c3-dd5b8a792315 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 210 time: 0.1439896 May 04 13:46:10.342769 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 48256) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:10.366582 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=12806ffe-1557-4dcf-90a1-2cfd26682955,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:10.385144 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:10.386144 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:10.387604 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:10.388673 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:10.389486 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:10.390573 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:10.391404 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:10.393288 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:10.394108 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:10.395065 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:10.395899 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:10.396709 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:10.405010 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Pushing event updated for resources: {'Port': ['ID=00598127-1592-4f4e-84e8-5bb4eebeb4f5,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:10.417245 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:10.419845 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:10.427948 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d826c3bf-c77b-44cd-9116-e0660f0985bf req-ac706747-1fdb-4243-b87e-350636522231 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717893 May 04 13:46:10.466692 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c080331-2fce-4a5b-b2ed-7852779adf2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12806ffe-1557-4dcf-90a1-2cfd26682955', 'code': 200} May 04 13:46:10.582216 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ac3dcf21-48a0-4839-9caa-53688ee5e06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:10.619006 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ac3dcf21-48a0-4839-9caa-53688ee5e06f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:10.623492 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-ac3dcf21-48a0-4839-9caa-53688ee5e06f admin admin] Usage tracker for resource:security_group_rule and tenant:be4a615c9a1545debad32883a4c46db4 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:10.627701 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-ac3dcf21-48a0-4839-9caa-53688ee5e06f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:10.633870 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ac3dcf21-48a0-4839-9caa-53688ee5e06f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:10.731535 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ac3dcf21-48a0-4839-9caa-53688ee5e06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:10.766257 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ac3dcf21-48a0-4839-9caa-53688ee5e06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:10.789594 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a1b2c85c-6f65-4546-a59e-b27788207697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:10.954743 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-3eed63eb-d98e-4a80-8ae8-5e878e9598a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20aaee70280a4ea383bb3d0a1901d8bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0297978 May 04 13:46:10.961309 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 48268) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:10.994176 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3dcf21-48a0-4839-9caa-53688ee5e06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b742cfa6-f66f-4527-ba94-52c864534db1,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:10.997920 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ac3dcf21-48a0-4839-9caa-53688ee5e06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:11.005182 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-ac3dcf21-48a0-4839-9caa-53688ee5e06f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be4a615c9a1545debad32883a4c46db4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6398234 May 04 13:46:11.006284 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 48272) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:11.018012 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:11.040177 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Usage tracker for resource:port and tenant:14598e286d464d1992dd44a6acea91b6 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:11.046718 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:11.050087 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Attempting to bind port 00598127-1592-4f4e-84e8-5bb4eebeb4f5 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:46:11.050687 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Attempting to bind port 00598127-1592-4f4e-84e8-5bb4eebeb4f5 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '49475647-9be4-41c5-ae7e-c8fcacee629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bd7f5a6e-a920-49f1-9899-520183041510'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:46:11.051115 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154676d-d16f-449d-8b02-d917290c3919 req-df511cca-db60-49df-94be-38e9e89bb71d tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:11.051390 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Attempting to bind port 00598127-1592-4f4e-84e8-5bb4eebeb4f5 on network bd7f5a6e-a920-49f1-9899-520183041510 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:46:11.056832 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c154676d-d16f-449d-8b02-d917290c3919 req-df511cca-db60-49df-94be-38e9e89bb71d tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 944 time: 0.2354362 May 04 13:46:11.070135 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:11.088050 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Port 00598127-1592-4f4e-84e8-5bb4eebeb4f5 on network bd7f5a6e-a920-49f1-9899-520183041510 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:46:11.088401 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Attempting to bind port 00598127-1592-4f4e-84e8-5bb4eebeb4f5 on network bd7f5a6e-a920-49f1-9899-520183041510 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:46:11.113893 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:46:11.114528 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Checking segment: {'id': '49475647-9be4-41c5-ae7e-c8fcacee629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bd7f5a6e-a920-49f1-9899-520183041510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:46:11.115113 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Bound using segment: {'id': '49475647-9be4-41c5-ae7e-c8fcacee629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bd7f5a6e-a920-49f1-9899-520183041510'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:46:11.115566 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Bound port: 00598127-1592-4f4e-84e8-5bb4eebeb4f5, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49475647-9be4-41c5-ae7e-c8fcacee629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bd7f5a6e-a920-49f1-9899-520183041510'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:46:11.115908 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:11.127380 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Made reservation on behalf of 14598e286d464d1992dd44a6acea91b6 for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:46:11.130922 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:11.177005 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8a57c703-4adc-46c5-bfe1-04bc6db3dbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:11.186923 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f7cf-9447-4f5c-88a9-781734301f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:11.206690 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c154676d-d16f-449d-8b02-d917290c3919 req-89fbe201-46a0-478f-95f2-05f748cb2dcc tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384819 May 04 13:46:11.221478 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b269a-76b7-4d4c-b2da-931682c03537 req-fddcfe4e-6a2b-4fcf-b048-e6a539ce89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:11.222946 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3a7b269a-76b7-4d4c-b2da-931682c03537 req-fddcfe4e-6a2b-4fcf-b048-e6a539ce89b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 1098 time: 0.3862429 May 04 13:46:11.244206 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f7cf-9447-4f5c-88a9-781734301f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:11.311828 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda6d32-ac17-4c59-b6a8-85f3e775ba79 req-e8c0856e-c94d-4425-a364-5f2542f07c92 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:11.320154 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8dda6d32-ac17-4c59-b6a8-85f3e775ba79 req-e8c0856e-c94d-4425-a364-5f2542f07c92 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 945 time: 0.1905606 May 04 13:46:11.410060 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8dda6d32-ac17-4c59-b6a8-85f3e775ba79 req-536e6c31-b85f-4883-87e1-9c2cd99e50f1 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/security-groups?id=1097c74f-88f8-413e-a12b-a0f8da33e0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888729 May 04 13:46:11.410299 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8a57c703-4adc-46c5-bfe1-04bc6db3dbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:11.425125 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f7cf-9447-4f5c-88a9-781734301f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:11.430125 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-daa720b6-16f7-4876-a444-86074ff325de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:11.486121 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5f7cf-9447-4f5c-88a9-781734301f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a16ea2-324e-4733-840d-56d0b7e2a4cb,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:11.510367 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-7cb5f7cf-9447-4f5c-88a9-781734301f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:11.513351 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f7cf-9447-4f5c-88a9-781734301f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:11.516771 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-7cb5f7cf-9447-4f5c-88a9-781734301f5c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20a16ea2-324e-4733-840d-56d0b7e2a4cb HTTP/1.1" status: 204 len: 168 time: 0.5495398 May 04 13:46:11.551031 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] For port 00598127-1592-4f4e-84e8-5bb4eebeb4f5, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:46:11.572801 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3a7b269a-76b7-4d4c-b2da-931682c03537 req-c4bdc96c-7532-4fbd-9e54-e8a74964977e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1097c74f-88f8-413e-a12b-a0f8da33e0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802558 May 04 13:46:11.614928 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] For port 00598127-1592-4f4e-84e8-5bb4eebeb4f5, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=00598127-1592-4f4e-84e8-5bb4eebeb4f5,segment=NetworkSegment(49475647-9be4-41c5-ae7e-c8fcacee629d),segment_id=49475647-9be4-41c5-ae7e-c8fcacee629d)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:46:11.679111 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b42d5be9-8163-4ebc-b45a-3e885de85014 req-dedd4005-747d-4004-b689-7367a8c8b653 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 210 time: 0.1330576 May 04 13:46:11.685012 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:11.699240 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:11.830880 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:11.832840 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:11.835543 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] 10.222.0.30 "PUT /v2.0/ports/00598127-1592-4f4e-84e8-5bb4eebeb4f5 HTTP/1.1" status: 200 len: 1094 time: 3.6811299 May 04 13:46:11.836732 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2', 'tag': '00598127-1592-4f4e-84e8-5bb4eebeb4f5'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:46:11.881526 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Allocated IP 172.20.0.12 (0b664c84-9a70-4d82-b8d8-2acaae6d033d/cec6ae72-2da7-48aa-92cb-315d72809c08/6aa3a174-e4df-4a53-88e6-79fabc9e8837) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:46:11.896119 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8a57c703-4adc-46c5-bfe1-04bc6db3dbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:12.001282 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de9e01-cd9a-42e6-b884-90dedd61d6cd req-63a1339f-85b0-44d2-8302-13487ee53f50 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:12.003681 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-13de9e01-cd9a-42e6-b884-90dedd61d6cd req-63a1339f-85b0-44d2-8302-13487ee53f50 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.2387037 May 04 13:46:12.041872 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Pushing event updated for resources: {'Port': ['ID=00598127-1592-4f4e-84e8-5bb4eebeb4f5,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:12.056205 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:12.057533 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-260a5186-f8e8-4c04-ad31-4cb5a9ca142a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:12.091954 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8a57c703-4adc-46c5-bfe1-04bc6db3dbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:12.093652 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-8a57c703-4adc-46c5-bfe1-04bc6db3dbbd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b742cfa6-f66f-4527-ba94-52c864534db1 HTTP/1.1" status: 204 len: 168 time: 1.0822959 May 04 13:46:12.095759 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-13de9e01-cd9a-42e6-b884-90dedd61d6cd req-0fe25580-837e-4c36-9a99-4326d6a12186 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831437 May 04 13:46:12.115994 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57c703-4adc-46c5-bfe1-04bc6db3dbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b742cfa6-f66f-4527-ba94-52c864534db1,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:12.123105 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8a57c703-4adc-46c5-bfe1-04bc6db3dbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:12.241842 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2', 'tag': '00598127-1592-4f4e-84e8-5bb4eebeb4f5', 'status': 'completed', 'code': 200} May 04 13:46:12.318808 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0dd2e020-2ae9-45c8-9cdb-d441705cbd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:12.323034 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-0dd2e020-2ae9-45c8-9cdb-d441705cbd31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0222a15be7b94760890f46e3aa01d152&device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 1097 time: 0.4086623 May 04 13:46:12.411443 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c25e3-ea28-4383-8dee-916d8260f815 req-a663eeb2-e5a3-44ca-ac97-825a8a8fbe91 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:12.414214 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4b6c25e3-ea28-4383-8dee-916d8260f815 req-a663eeb2-e5a3-44ca-ac97-825a8a8fbe91 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.1889360 May 04 13:46:12.462260 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-80948f1f-58ee-4fac-8574-57747f7f67b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00598127-1592-4f4e-84e8-5bb4eebeb4f5 HTTP/1.1" status: 200 len: 217 time: 0.1277692 May 04 13:46:12.558648 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:12.583526 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-2c4ac107-c5c1-4ab2-bb05-576c2a64acee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:12.585089 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-2c4ac107-c5c1-4ab2-bb05-576c2a64acee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bc23abc-5323-40ec-a15e-9f33381994d7 HTTP/1.1" status: 200 len: 849 time: 0.1068017 May 04 13:46:12.620202 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4b6c25e3-ea28-4383-8dee-916d8260f815 req-707a5f81-a468-479a-93ca-d8dc69e837d3 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247904 May 04 13:46:12.709657 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903832b2-64df-4f76-ad2c-77b94de5b318 req-c21c137d-0f73-46c4-81a4-f52d8b527653 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:12.720394 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-903832b2-64df-4f76-ad2c-77b94de5b318 req-c21c137d-0f73-46c4-81a4-f52d8b527653 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 944 time: 0.3288827 May 04 13:46:12.929225 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-f4367921-e78a-4a6e-bf11-a26c252b9179 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7f5a6e-a920-49f1-9899-520183041510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3305209 May 04 13:46:12.948218 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:12.966854 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['eee035f4-7317-47ae-9f20-a70097bbb987', 'c0fdfb67-e44b-46e5-936e-c37d5b3079e4', '010209cf-bf1b-4087-98f6-3dc29e0ca916'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:46:12.995777 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:13.049929 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-903832b2-64df-4f76-ad2c-77b94de5b318 req-ea3ad841-a5e2-4228-ad52-1d2cffa2da1c tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139613 May 04 13:46:13.179275 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc8a71-f041-419b-a4eb-4f3993a303cd req-109ec185-a599-4980-ba1a-6c0a42603953 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:13.195438 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-58dc8a71-f041-419b-a4eb-4f3993a303cd req-109ec185-a599-4980-ba1a-6c0a42603953 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 945 time: 0.2598102 May 04 13:46:13.230572 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-41406136-b2bb-4d17-987b-c55deb8c6c08 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7f5a6e-a920-49f1-9899-520183041510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815611 May 04 13:46:13.258733 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Network 0b664c84-9a70-4d82-b8d8-2acaae6d033d is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:46:13.263564 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:46:13.331153 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-58dc8a71-f041-419b-a4eb-4f3993a303cd req-3d627d54-d957-4b58-a42b-75fd8f628826 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/security-groups?id=1097c74f-88f8-413e-a12b-a0f8da33e0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336653 May 04 13:46:13.373175 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 48332) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:13.509999 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:46:13.624133 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6113b397-1c0a-4ac1-b080-61eb02e4beb9 req-33313b91-3fec-4396-af67-fdccc7c84103 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7f5a6e-a920-49f1-9899-520183041510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642259 May 04 13:46:13.663760 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Pushing event updated for resources: {'Port': ['ID=6aa3a174-e4df-4a53-88e6-79fabc9e8837,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:13.694407 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:13.793236 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:13.798484 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:13.811727 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfc9f7-1c54-4a6b-8bcc-d743b2f2bfb8 req-a885ef05-b2d9-4940-8d7d-ea58ee2d575c tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:13.819854 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-89cfc9f7-1c54-4a6b-8bcc-d743b2f2bfb8 req-a885ef05-b2d9-4940-8d7d-ea58ee2d575c tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 932 time: 0.4306045 May 04 13:46:13.867079 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cce356-b9cc-41e3-b7b2-08bb380595f8 req-c738282e-3678-4990-9bba-52c2003c5dd7 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:13.875233 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-32cce356-b9cc-41e3-b7b2-08bb380595f8 req-c738282e-3678-4990-9bba-52c2003c5dd7 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.2889650 May 04 13:46:13.959518 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-217762730-network', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:46:14.022036 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:14.025682 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8268690 May 04 13:46:14.042907 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-32cce356-b9cc-41e3-b7b2-08bb380595f8 req-709d07d7-cc1c-4e71-a7ce-05ab8953edb0 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487224 May 04 13:46:14.071894 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Request body: {'port': {'device_id': '03190fef-1f73-4969-a8aa-46a3583fc58c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:46:14.080575 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-89cfc9f7-1c54-4a6b-8bcc-d743b2f2bfb8 req-0ee7d1cc-6746-45c1-a343-a8c6189090c8 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512040 May 04 13:46:14.084950 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Usage tracker for resource:network and tenant:cd535cb7605d4b0ba00714d0c6f98aad is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:14.106442 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:14.132360 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:14.156424 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Made reservation on behalf of cd535cb7605d4b0ba00714d0c6f98aad for: {'network': 1} {{(pid=73861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:46:14.160194 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for network, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:14.207128 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:14.278089 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:14.298119 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Usage tracker for resource:security_group_rule and tenant:cd535cb7605d4b0ba00714d0c6f98aad is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:14.314915 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:14.332755 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:14.365130 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c3c21-5e76-4eeb-83f7-de27acd0156e req-0c11f314-06fb-4d2b-9d07-30685bdf15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:14.370208 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-785c3c21-5e76-4eeb-83f7-de27acd0156e req-0c11f314-06fb-4d2b-9d07-30685bdf15b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0222a15be7b94760890f46e3aa01d152&device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 1097 time: 0.6209545 May 04 13:46:14.711519 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:14.836499 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71806de1-ff5f-459b-b6ce-53a20ca31627 req-104696fa-a04f-499c-9ae3-c671a8a69fab tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:14.845109 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-71806de1-ff5f-459b-b6ce-53a20ca31627 req-104696fa-a04f-499c-9ae3-c671a8a69fab tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 944 time: 0.3353655 May 04 13:46:14.858727 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e44bea-8418-4478-8743-96ce86a81836 req-1de47fbc-8915-4e5c-8256-93f9c576f0e0 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:14.860623 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-50e44bea-8418-4478-8743-96ce86a81836 req-1de47fbc-8915-4e5c-8256-93f9c576f0e0 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.4530809 May 04 13:46:14.886269 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:14.907080 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c3c21-5e76-4eeb-83f7-de27acd0156e req-98b6a33d-c3a2-4184-a7b9-ccc3fa23d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:14.910027 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-785c3c21-5e76-4eeb-83f7-de27acd0156e req-98b6a33d-c3a2-4184-a7b9-ccc3fa23d178 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7f5a6e-a920-49f1-9899-520183041510 HTTP/1.1" status: 200 len: 910 time: 0.4206543 May 04 13:46:14.919509 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:14.928609 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-c5a68216-bfac-4e12-8f16-d8d8052e6a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:14.961036 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-71806de1-ff5f-459b-b6ce-53a20ca31627 req-057378fd-edd0-47f5-8c7a-09f997131a10 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149609 May 04 13:46:14.977981 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=73861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:46:15.001407 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:15.001852 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.db.segments_db [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Added segment c19f3a95-bd63-49af-995e-6e0d222faf5f of type vlan for network b52ba926-9a0c-4ed7-8661-090c20371f1a May 04 13:46:15.006534 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-50e44bea-8418-4478-8743-96ce86a81836 req-29f88c90-6f93-40a7-b89d-902b653ef388 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186876 May 04 13:46:15.011433 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02054e07-dfea-42ac-bc0a-d80e59898bf2,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:15.015449 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:15.055443 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760702352249'] for network, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:15.097672 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for network, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:15.100505 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:15.101556 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:15.133767 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-51c759d4-cb90-4205-ba35-f1df76df1e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:15.154756 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-785c3c21-5e76-4eeb-83f7-de27acd0156e req-d5950737-8e6b-4e00-b006-15889bf62f78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00598127-1592-4f4e-84e8-5bb4eebeb4f5 HTTP/1.1" status: 200 len: 217 time: 0.2315381 May 04 13:46:15.180943 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8056583 May 04 13:46:15.187107 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 48370) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:15.272274 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-2699a8a1-4c44-4426-9c09-65078e011a8e admin admin] Request body: {'subnet': {'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-217762730-subnet', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'ip_version': 4}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:46:15.300174 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-2699a8a1-4c44-4426-9c09-65078e011a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:15.313973 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-2699a8a1-4c44-4426-9c09-65078e011a8e admin admin] Usage tracker for resource:subnet and tenant:cd535cb7605d4b0ba00714d0c6f98aad is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:15.321930 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-2699a8a1-4c44-4426-9c09-65078e011a8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:15.354013 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-2699a8a1-4c44-4426-9c09-65078e011a8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:15.374522 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c3c21-5e76-4eeb-83f7-de27acd0156e req-b9f4828d-e64a-40f8-888f-5c21ebe94f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:15.376543 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-785c3c21-5e76-4eeb-83f7-de27acd0156e req-b9f4828d-e64a-40f8-888f-5c21ebe94f1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bc23abc-5323-40ec-a15e-9f33381994d7 HTTP/1.1" status: 200 len: 849 time: 0.1904030 May 04 13:46:15.399429 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Pushing event updated for resources: {'Network': ['ID=b52ba926-9a0c-4ed7-8661-090c20371f1a,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:15.409133 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:15.419309 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Network b52ba926-9a0c-4ed7-8661-090c20371f1a details requested by agent ovs-agent-dv-cinder-789564-1-smb with host dv-cinder-789564-1-smb {{(pid=73862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 13:46:15.455157 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c78a33-ec90-416e-82cf-4a84aaf2b49b req-62cf159e-21d6-4784-9479-a18d5be044a8 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:15.458098 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-73c78a33-ec90-416e-82cf-4a84aaf2b49b req-62cf159e-21d6-4784-9479-a18d5be044a8 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 945 time: 0.2805636 May 04 13:46:15.490106 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba6b63-0d83-4d4c-980f-92bbac254ce4 req-f30bf695-ac86-43c4-99f6-8c07f5d15ba8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:15.491741 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-24ba6b63-0d83-4d4c-980f-92bbac254ce4 req-f30bf695-ac86-43c4-99f6-8c07f5d15ba8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.1573982 May 04 13:46:15.581218 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2699a8a1-4c44-4426-9c09-65078e011a8e admin admin] Made reservation on behalf of cd535cb7605d4b0ba00714d0c6f98aad for: {'subnet': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:46:15.586763 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2699a8a1-4c44-4426-9c09-65078e011a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14884955'] for subnet, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:15.654442 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-73c78a33-ec90-416e-82cf-4a84aaf2b49b req-c7d6c6ce-c40d-4638-858e-386ebbf0270a tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/security-groups?id=1097c74f-88f8-413e-a12b-a0f8da33e0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613793 May 04 13:46:15.692153 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-24ba6b63-0d83-4d4c-980f-92bbac254ce4 req-c56aefc6-4339-42b6-bc34-05488463ca80 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694191 May 04 13:46:15.704139 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-785c3c21-5e76-4eeb-83f7-de27acd0156e req-39f79b57-0adb-4726-a2e4-1f902895344a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7f5a6e-a920-49f1-9899-520183041510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2070096 May 04 13:46:16.177794 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a94d3-5200-4dce-8f03-36d29ed34880 req-0aa621d3-21b7-4d0a-91bb-f1cb1f3dee62 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:16.179213 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.db.resource_extend [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 13:46:16.194351 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d57a94d3-5200-4dce-8f03-36d29ed34880 req-0aa621d3-21b7-4d0a-91bb-f1cb1f3dee62 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 932 time: 0.2774282 May 04 13:46:16.277860 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-785c3c21-5e76-4eeb-83f7-de27acd0156e req-0fb13476-07a7-44d7-9b02-022db91066e4 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7f5a6e-a920-49f1-9899-520183041510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436795 May 04 13:46:16.289139 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d57a94d3-5200-4dce-8f03-36d29ed34880 req-835f29ef-6752-4220-9d96-4ef986b5812b tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917487 May 04 13:46:16.523107 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa3a174-e4df-4a53-88e6-79fabc9e8837 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:46:16.558573 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:16.591342 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91801795-e2d7-4494-b4e2-115f26e3bda9 req-4309508b-4565-4b7c-98fb-088f4b5dcd06 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:16.597975 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-91801795-e2d7-4494-b4e2-115f26e3bda9 req-4309508b-4565-4b7c-98fb-088f4b5dcd06 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 944 time: 0.2911663 May 04 13:46:16.648130 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Transition to ACTIVE for port object 6aa3a174-e4df-4a53-88e6-79fabc9e8837 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:46:16.653187 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-785c3c21-5e76-4eeb-83f7-de27acd0156e req-a9861d11-61c0-48c9-a609-78a79e41012f service neutron] 10.222.0.30 "GET /v2.0/networks/bd7f5a6e-a920-49f1-9899-520183041510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607042 May 04 13:46:16.677041 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:16.691556 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f94bfe73-1099-4617-a491-58b1e8b1e506 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:16.863000 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-91801795-e2d7-4494-b4e2-115f26e3bda9 req-4ce458c0-4484-4fe1-929e-66a8ff7b2a9e tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191778 May 04 13:46:17.035919 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd9b34-fe6a-4d59-a2be-ef5fcb1085d7 req-b478a6c1-6f0a-46f6-a1ff-c404bf7babec tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:17.037866 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1bbd9b34-fe6a-4d59-a2be-ef5fcb1085d7 req-b478a6c1-6f0a-46f6-a1ff-c404bf7babec tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.4369562 May 04 13:46:17.130393 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1bbd9b34-fe6a-4d59-a2be-ef5fcb1085d7 req-6416b696-168f-423e-b7e6-eb4f0d843ecb tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756712 May 04 13:46:17.226719 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa3a174-e4df-4a53-88e6-79fabc9e8837,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:17.232533 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 00598127-1592-4f4e-84e8-5bb4eebeb4f5 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:46:17.304192 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:17.421978 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48402af1-abb8-4245-9b7c-c41719c69cb3 req-3e7aa15c-1275-4e8d-a0ce-94c2243877b7 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:17.433045 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-48402af1-abb8-4245-9b7c-c41719c69cb3 req-3e7aa15c-1275-4e8d-a0ce-94c2243877b7 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.1722109 May 04 13:46:17.507537 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-48402af1-abb8-4245-9b7c-c41719c69cb3 req-960ab649-4927-4171-b206-8c0ceb60b6fc tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733328 May 04 13:46:17.593307 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1822bb7-c643-4243-834a-8256ac28cf7c req-584c9992-9fbf-44fa-b0a4-2ccbf08e51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:17.595202 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d1822bb7-c643-4243-834a-8256ac28cf7c req-584c9992-9fbf-44fa-b0a4-2ccbf08e51cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1663eef7b6514ababc60301bf99e7576&device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 1099 time: 0.7463493 May 04 13:46:17.651741 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Attempting to bind port 6aa3a174-e4df-4a53-88e6-79fabc9e8837 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:46:17.652108 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Attempting to bind port 6aa3a174-e4df-4a53-88e6-79fabc9e8837 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '64bb48a6-3a24-49cb-913a-a9010211dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:46:17.652445 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Attempting to bind port 6aa3a174-e4df-4a53-88e6-79fabc9e8837 on network 0b664c84-9a70-4d82-b8d8-2acaae6d033d {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:46:17.676265 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 00598127-1592-4f4e-84e8-5bb4eebeb4f5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=00598127-1592-4f4e-84e8-5bb4eebeb4f5,segment=NetworkSegment(49475647-9be4-41c5-ae7e-c8fcacee629d),segment_id=49475647-9be4-41c5-ae7e-c8fcacee629d)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:46:17.695239 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': '00598127-1592-4f4e-84e8-5bb4eebeb4f5', 'network_id': 'bd7f5a6e-a920-49f1-9899-520183041510', 'port_id': '00598127-1592-4f4e-84e8-5bb4eebeb4f5', 'mac_address': 'fa:16:3e:af:02:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc23abc-5323-40ec-a15e-9f33381994d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:46:17.752000 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ed077-d3f8-47ca-ad7a-067cfec28741 req-2583ad51-01e2-4f8f-adc4-04ea080628f9 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:17.754775 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6c3ed077-d3f8-47ca-ad7a-067cfec28741 req-2583ad51-01e2-4f8f-adc4-04ea080628f9 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 944 time: 0.1653364 May 04 13:46:17.824846 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:17.836765 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Port 6aa3a174-e4df-4a53-88e6-79fabc9e8837 on network 0b664c84-9a70-4d82-b8d8-2acaae6d033d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:46:17.837300 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Attempting to bind port 6aa3a174-e4df-4a53-88e6-79fabc9e8837 on network 0b664c84-9a70-4d82-b8d8-2acaae6d033d {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:46:17.841140 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1822bb7-c643-4243-834a-8256ac28cf7c req-f58ff560-b6ea-48db-be9b-aa717014ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:17.842804 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d1822bb7-c643-4243-834a-8256ac28cf7c req-f58ff560-b6ea-48db-be9b-aa717014ef0b service neutron] 10.222.0.30 "GET /v2.0/networks?id=173162e4-65be-4ace-a427-e6e40ca8cc8a HTTP/1.1" status: 200 len: 919 time: 0.2115099 May 04 13:46:17.851455 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1468dca-4161-469d-8174-707ffd50d19f req-153e4548-4dad-4b99-9734-9719c6b92785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:17.853137 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-c1468dca-4161-469d-8174-707ffd50d19f req-153e4548-4dad-4b99-9734-9719c6b92785 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 1099 time: 0.8727424 May 04 13:46:17.857709 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:46:17.857709 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Checking segment: {'id': '64bb48a6-3a24-49cb-913a-a9010211dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:46:17.858043 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Bound using segment: {'id': '64bb48a6-3a24-49cb-913a-a9010211dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:46:17.858304 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Bound port: 6aa3a174-e4df-4a53-88e6-79fabc9e8837, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bb48a6-3a24-49cb-913a-a9010211dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:46:17.858662 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:17.876108 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00598127-1592-4f4e-84e8-5bb4eebeb4f5 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:46:17.913109 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 00598127-1592-4f4e-84e8-5bb4eebeb4f5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=00598127-1592-4f4e-84e8-5bb4eebeb4f5,segment=NetworkSegment(49475647-9be4-41c5-ae7e-c8fcacee629d),segment_id=49475647-9be4-41c5-ae7e-c8fcacee629d)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:46:17.913399 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6c3ed077-d3f8-47ca-ad7a-067cfec28741 req-1421968d-046b-4fca-a68c-cd46c048dc57 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498740 May 04 13:46:17.921609 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:17.926573 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:17.975293 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d1822bb7-c643-4243-834a-8256ac28cf7c req-ed01da20-8f42-4696-9ca8-628846697e6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bbd70b8-ebb3-49bb-8699-870a9a957756 HTTP/1.1" status: 200 len: 217 time: 0.1193926 May 04 13:46:18.049766 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=00598127-1592-4f4e-84e8-5bb4eebeb4f5,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:18.055826 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:18.115674 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-c1468dca-4161-469d-8174-707ffd50d19f req-e8f1c179-fa3c-4a01-a022-eb64bd2cc2bf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462316 May 04 13:46:18.135636 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1822bb7-c643-4243-834a-8256ac28cf7c req-a5abec97-702a-4758-91c9-d628623051c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:18.137263 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d1822bb7-c643-4243-834a-8256ac28cf7c req-a5abec97-702a-4758-91c9-d628623051c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=29831a22-bbbd-4838-bcc7-5e382073153a HTTP/1.1" status: 200 len: 858 time: 0.1482656 May 04 13:46:18.190860 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] For port 6aa3a174-e4df-4a53-88e6-79fabc9e8837, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:46:18.194526 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] For port 6aa3a174-e4df-4a53-88e6-79fabc9e8837, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6aa3a174-e4df-4a53-88e6-79fabc9e8837,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:46:18.244219 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['00598127-1592-4f4e-84e8-5bb4eebeb4f5'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:46:18.266559 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d1822bb7-c643-4243-834a-8256ac28cf7c req-9f914ca8-d714-4e74-a37d-d0c401b57289 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=173162e4-65be-4ace-a427-e6e40ca8cc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683205 May 04 13:46:18.273274 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:18.295745 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-28608ca6-61a2-43dd-b28d-60887f1037b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:18.450191 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 48440) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:18.485866 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:18.486600 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:18.488096 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] 10.222.0.30 "PUT /v2.0/ports/6aa3a174-e4df-4a53-88e6-79fabc9e8837 HTTP/1.1" status: 200 len: 1094 time: 4.4416773 May 04 13:46:18.488894 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03190fef-1f73-4969-a8aa-46a3583fc58c', 'tag': '6aa3a174-e4df-4a53-88e6-79fabc9e8837'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:46:18.503109 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d29c-a9fd-47fb-9257-34fedc86bd2c req-8badc2af-f88c-49f2-8dde-ef76d96f0034 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:18.517254 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9614d29c-a9fd-47fb-9257-34fedc86bd2c req-8badc2af-f88c-49f2-8dde-ef76d96f0034 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 945 time: 0.3624904 May 04 13:46:18.668834 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9614d29c-a9fd-47fb-9257-34fedc86bd2c req-4642748a-cafa-410e-a033-28a70f67e702 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502483 May 04 13:46:18.697941 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5beae-0f6a-4ffd-9168-f8662a482146 req-6cd31d04-e6d5-4f56-8bd7-db382ca6bc45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:18.710484 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3ec5beae-0f6a-4ffd-9168-f8662a482146 req-6cd31d04-e6d5-4f56-8bd7-db382ca6bc45 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.3280144 May 04 13:46:18.789549 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3ec5beae-0f6a-4ffd-9168-f8662a482146 req-0d699d35-3215-4991-9c1f-61adf02e202a tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763535 May 04 13:46:18.981037 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7a0d6-950b-458e-853d-c8803b88d463 req-b2796a62-2aa3-4014-b834-65bd170f9e5e tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:18.982922 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-78f7a0d6-950b-458e-853d-c8803b88d463 req-b2796a62-2aa3-4014-b834-65bd170f9e5e tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.1445320 May 04 13:46:18.996626 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03190fef-1f73-4969-a8aa-46a3583fc58c', 'tag': '6aa3a174-e4df-4a53-88e6-79fabc9e8837', 'status': 'completed', 'code': 200} May 04 13:46:19.073743 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2699a8a1-4c44-4426-9c09-65078e011a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15112825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14884941'] for subnet, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:19.110161 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0dedb1d1-939f-48e2-9a3c-f0e0ba3d7d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:19.195294 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-78f7a0d6-950b-458e-853d-c8803b88d463 req-c442e52c-7613-4f84-b66b-d2e39a40f548 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048090 May 04 13:46:19.214880 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa3a174-e4df-4a53-88e6-79fabc9e8837,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:19.289200 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.998s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:19.293963 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af54e7a-81e3-48f4-9637-a7fd231638a4 req-f1018be6-9e95-408d-8af8-fbe688b470ad tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:19.295564 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3af54e7a-81e3-48f4-9637-a7fd231638a4 req-f1018be6-9e95-408d-8af8-fbe688b470ad tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 944 time: 0.1977603 May 04 13:46:19.296015 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c5a34461-5bc2-487a-8f0a-f3d09d727f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:19.381648 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-0dedb1d1-939f-48e2-9a3c-f0e0ba3d7d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:19.409584 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d1822bb7-c643-4243-834a-8256ac28cf7c req-c35014c8-41f2-4700-af4c-3f06b8ab7fe1 service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1316814 May 04 13:46:19.420483 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3af54e7a-81e3-48f4-9637-a7fd231638a4 req-2619e15c-7592-4a68-b8a6-612e5c3364b0 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136882 May 04 13:46:19.420582 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-0dedb1d1-939f-48e2-9a3c-f0e0ba3d7d07 admin admin] Usage tracker for resource:security_group_rule and tenant:92232f7331bb4eff95f3286b1c9071ca is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:19.470023 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-0dedb1d1-939f-48e2-9a3c-f0e0ba3d7d07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:19.543047 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-0dedb1d1-939f-48e2-9a3c-f0e0ba3d7d07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:19.726254 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699a8a1-4c44-4426-9c09-65078e011a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4355c3c9-e116-453d-92e4-886f7ef637b2,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:19.766740 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2699a8a1-4c44-4426-9c09-65078e011a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:19.767996 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2699a8a1-4c44-4426-9c09-65078e011a8e admin admin] Checking segment: {'id': 'c19f3a95-bd63-49af-995e-6e0d222faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:46:19.768621 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2699a8a1-4c44-4426-9c09-65078e011a8e admin admin] Network hostable DHCP agents. Network: b52ba926-9a0c-4ed7-8661-090c20371f1a, hostable agents: ['548e5bae-174c-4437-b5d4-5dd15da226b0'], hosted agents: [] {{(pid=73860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:46:19.787413 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:46:19.790257 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-366a911f-d35c-442f-b34a-b280469de642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:19.793102 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-366a911f-d35c-442f-b34a-b280469de642 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14598e286d464d1992dd44a6acea91b6&device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 1097 time: 1.1334269 May 04 13:46:19.963407 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-50fe61c1-fb39-4184-bd68-8f0cea2cb3fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6aa3a174-e4df-4a53-88e6-79fabc9e8837 HTTP/1.1" status: 200 len: 217 time: 0.1537213 May 04 13:46:20.015092 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bedce1-770c-44dc-b970-91070fe9836d req-f4497a56-3600-41ae-8e7e-49ecb779f597 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:20.017386 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f8bedce1-770c-44dc-b970-91070fe9836d req-f4497a56-3600-41ae-8e7e-49ecb779f597 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 945 time: 0.1980309 May 04 13:46:20.087543 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2699a8a1-4c44-4426-9c09-65078e011a8e admin admin] Network b52ba926-9a0c-4ed7-8661-090c20371f1a is scheduled to be hosted by DHCP agent 548e5bae-174c-4437-b5d4-5dd15da226b0 with binding_index 1 {{(pid=73860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:46:20.093788 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158c021-a663-4c37-ba4c-792b53a4d107 req-c756fa61-3f8b-4926-b454-f6ff61187f5b tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:20.096004 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9158c021-a663-4c37-ba4c-792b53a4d107 req-c756fa61-3f8b-4926-b454-f6ff61187f5b tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.1525228 May 04 13:46:20.099170 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f8bedce1-770c-44dc-b970-91070fe9836d req-03320195-d810-4f80-9bad-aa589426c9df tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737195 May 04 13:46:20.113199 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d1822bb7-c643-4243-834a-8256ac28cf7c req-1ea3483f-2c5a-4420-8936-81dbdaacbfea service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6769574 May 04 13:46:20.156318 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-2699a8a1-4c44-4426-9c09-65078e011a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-smb, b52ba926-9a0c-4ed7-8661-090c20371f1a) {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:46:20.174089 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8087e2-aa9b-4e62-b131-d93621c33998 None None] Network b52ba926-9a0c-4ed7-8661-090c20371f1a requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:46:20.181657 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-63baffc1-3a8f-40ba-bd9f-b68e26b6bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:20.184315 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-63baffc1-3a8f-40ba-bd9f-b68e26b6bb56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cec6ae72-2da7-48aa-92cb-315d72809c08 HTTP/1.1" status: 200 len: 855 time: 0.1979890 May 04 13:46:20.192157 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9158c021-a663-4c37-ba4c-792b53a4d107 req-2c119094-4462-4026-8b09-3fa180e92e83 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830927 May 04 13:46:20.269763 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699a8a1-4c44-4426-9c09-65078e011a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:20.270839 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2699a8a1-4c44-4426-9c09-65078e011a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:20.324593 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-b2410ff7-4320-43e2-9d3a-1b872aecf197 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b664c84-9a70-4d82-b8d8-2acaae6d033d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170235 May 04 13:46:20.376786 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0dedb1d1-939f-48e2-9a3c-f0e0ba3d7d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:20.422000 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0dedb1d1-939f-48e2-9a3c-f0e0ba3d7d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:20.444944 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8a57c703-4adc-46c5-bfe1-04bc6db3dbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:20.462836 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9de4a-eda1-414a-bc74-4ca50462a329 req-b864ead6-ff02-4f6e-8818-cce7a6745dc0 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:20.473701 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-2699a8a1-4c44-4426-9c09-65078e011a8e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.2799337 May 04 13:46:20.474003 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9fc9de4a-eda1-414a-bc74-4ca50462a329 req-b864ead6-ff02-4f6e-8818-cce7a6745dc0 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.1209095 May 04 13:46:20.476993 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 48488) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:20.502762 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-217762730-router', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:46:20.517769 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:20.531337 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Usage tracker for resource:router and tenant:cd535cb7605d4b0ba00714d0c6f98aad is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:20.537097 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:20.677802 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedb1d1-939f-48e2-9a3c-f0e0ba3d7d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12506794-da79-4ab0-adb6-0ac38cdaf4b6,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:20.690012 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0dedb1d1-939f-48e2-9a3c-f0e0ba3d7d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:20.713420 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-0dedb1d1-939f-48e2-9a3c-f0e0ba3d7d07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92232f7331bb4eff95f3286b1c9071ca&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2579007 May 04 13:46:20.715997 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 48494) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:20.726178 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9fc9de4a-eda1-414a-bc74-4ca50462a329 req-b82023af-e7e6-4237-bc19-8d0c404ace65 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498937 May 04 13:46:20.728965 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfbf21e1-5d9b-5b7c-a50d-f7224e599174-b52ba926-9a0c-4ed7-8661-090c20371f1a', 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'fixed_ips': [{'subnet_id': '4355c3c9-e116-453d-92e4-886f7ef637b2'}]}} from dv-cinder-789564-1-smb. {{(pid=73862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 13:46:20.730289 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:20.876610 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:20.934437 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1977953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47740'] for router, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:20.935985 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1698401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47685'] for router, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:20.970244 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:21.011761 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-93db852d-694c-4cd8-a5d3-6ec143f1baf8 service neutron] 10.222.0.30 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750581 May 04 13:46:21.033059 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6ce7a-652d-4404-a268-a64d6f5e8f4e req-b7a0f69a-bcfe-417c-a6d8-fbf1defd58a7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:21.034958 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cca6ce7a-652d-4404-a268-a64d6f5e8f4e req-b7a0f69a-bcfe-417c-a6d8-fbf1defd58a7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 944 time: 0.3305883 May 04 13:46:21.100144 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Allocated IP 172.20.0.2 (b52ba926-9a0c-4ed7-8661-090c20371f1a/4355c3c9-e116-453d-92e4-886f7ef637b2/01ad5135-174c-41d8-aafa-f1ce8e8e9069) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:46:21.192566 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-50e7b1ef-8944-4b5c-9e73-4964b64c5ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:21.335557 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 00598127-1592-4f4e-84e8-5bb4eebeb4f5 up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:46:21.385640 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-50e7b1ef-8944-4b5c-9e73-4964b64c5ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:21.555836 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cca6ce7a-652d-4404-a268-a64d6f5e8f4e req-424d92a0-ec09-4453-b141-5daf00ef1fa2 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517470 May 04 13:46:21.563636 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47707'] for router, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:21.657291 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port 00598127-1592-4f4e-84e8-5bb4eebeb4f5 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:46:21.660436 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-71ff2aa7-502e-4ae5-8a5d-eeeaa959f723 req-ebd4e82e-85f2-4c83-bdd3-953b9ba5054d service neutron] 10.222.0.30 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6355979 May 04 13:46:21.680620 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port 00598127-1592-4f4e-84e8-5bb4eebeb4f5 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:46:21.682655 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:21.686339 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-50e7b1ef-8944-4b5c-9e73-4964b64c5ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:21.693731 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4a5f82d6-3d58-45c1-ac43-ad5feaa5d9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:21.724405 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7b1ef-8944-4b5c-9e73-4964b64c5ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12506794-da79-4ab0-adb6-0ac38cdaf4b6,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:21.726808 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-50e7b1ef-8944-4b5c-9e73-4964b64c5ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:21.788845 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:21.796675 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6c912-4f6a-42c5-9dfd-2f1cb545be89 req-d98999f4-12b3-4191-b5ed-3f4f07e42fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:21.798486 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b6c6c912-4f6a-42c5-9dfd-2f1cb545be89 req-d98999f4-12b3-4191-b5ed-3f4f07e42fb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1663eef7b6514ababc60301bf99e7576&device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 1099 time: 0.2094665 May 04 13:46:21.801261 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-50e7b1ef-8944-4b5c-9e73-4964b64c5ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:21.805500 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-50e7b1ef-8944-4b5c-9e73-4964b64c5ff6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12506794-da79-4ab0-adb6-0ac38cdaf4b6 HTTP/1.1" status: 204 len: 168 time: 1.0774531 May 04 13:46:21.808137 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Transition to ACTIVE for port object 01ad5135-174c-41d8-aafa-f1ce8e8e9069 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:46:21.894156 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:21.917096 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Transition to ACTIVE for port object 01ad5135-174c-41d8-aafa-f1ce8e8e9069 will not be triggered until provisioned by entity DHCP. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:46:21.933985 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:21.950340 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:21.955468 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15a421-eca2-466e-838b-708678f97172 req-2e225cc3-b8aa-429d-b729-a788bd33f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:21.957307 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bf15a421-eca2-466e-838b-708678f97172 req-2e225cc3-b8aa-429d-b729-a788bd33f0d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14598e286d464d1992dd44a6acea91b6&device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 1097 time: 0.2196672 May 04 13:46:22.002710 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00598127-1592-4f4e-84e8-5bb4eebeb4f5'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:46:22.026575 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Network b52ba926-9a0c-4ed7-8661-090c20371f1a is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:46:22.029324 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 00598127-1592-4f4e-84e8-5bb4eebeb4f5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=00598127-1592-4f4e-84e8-5bb4eebeb4f5,segment=NetworkSegment(49475647-9be4-41c5-ae7e-c8fcacee629d),segment_id=49475647-9be4-41c5-ae7e-c8fcacee629d)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:46:22.034022 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:46:22.040022 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:46:22.046507 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64110aa-45f3-4b22-ade6-cf2d9fb1aba7 req-c3ebac6d-22dc-46a9-a68e-07f64f8d191f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:22.049498 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a64110aa-45f3-4b22-ade6-cf2d9fb1aba7 req-c3ebac6d-22dc-46a9-a68e-07f64f8d191f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.2026999 May 04 13:46:22.060114 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23f112-2b19-4595-bd08-3ba73c594774 req-09e6491f-2816-4d8b-af81-5680eda93bc9 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:22.071021 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4d23f112-2b19-4595-bd08-3ba73c594774 req-09e6491f-2816-4d8b-af81-5680eda93bc9 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 945 time: 0.3952055 May 04 13:46:22.105139 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:22.138549 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6c912-4f6a-42c5-9dfd-2f1cb545be89 req-c1bf20d3-9a83-4979-a8ad-524e3285f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:22.140451 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b6c6c912-4f6a-42c5-9dfd-2f1cb545be89 req-c1bf20d3-9a83-4979-a8ad-524e3285f24b service neutron] 10.222.0.30 "GET /v2.0/networks?id=173162e4-65be-4ace-a427-e6e40ca8cc8a HTTP/1.1" status: 200 len: 919 time: 0.3325679 May 04 13:46:22.175681 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4d23f112-2b19-4595-bd08-3ba73c594774 req-8ac07a82-8410-40eb-99e0-e02c199462ca tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038280 May 04 13:46:22.187933 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a64110aa-45f3-4b22-ade6-cf2d9fb1aba7 req-56510f73-ea8b-4d5f-a143-0960f2c14af9 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958116 May 04 13:46:22.226386 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b6c6c912-4f6a-42c5-9dfd-2f1cb545be89 req-0261559a-8725-44af-a51d-83e1c9f86ef9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bbd70b8-ebb3-49bb-8699-870a9a957756 HTTP/1.1" status: 200 len: 217 time: 0.0730150 May 04 13:46:22.304031 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Pushing event updated for resources: {'Port': ['ID=01ad5135-174c-41d8-aafa-f1ce8e8e9069,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:22.330083 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:22.331519 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:22.394764 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15a421-eca2-466e-838b-708678f97172 req-615b7865-7c72-4e12-a13d-50e7925f42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:22.396493 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bf15a421-eca2-466e-838b-708678f97172 req-615b7865-7c72-4e12-a13d-50e7925f42ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b664c84-9a70-4d82-b8d8-2acaae6d033d HTTP/1.1" status: 200 len: 916 time: 0.4299865 May 04 13:46:22.443005 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:22.492619 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Attempting to bind port 01ad5135-174c-41d8-aafa-f1ce8e8e9069 on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:46:22.493525 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Attempting to bind port 01ad5135-174c-41d8-aafa-f1ce8e8e9069 by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': 'c19f3a95-bd63-49af-995e-6e0d222faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:46:22.494269 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Attempting to bind port 01ad5135-174c-41d8-aafa-f1ce8e8e9069 on network b52ba926-9a0c-4ed7-8661-090c20371f1a {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:46:22.507494 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 48526) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:22.512162 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:46:22.512812 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Checking segment: {'id': 'c19f3a95-bd63-49af-995e-6e0d222faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:46:22.513491 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:22.514173 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Bound using segment: {'id': 'c19f3a95-bd63-49af-995e-6e0d222faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:46:22.515115 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Bound port: 01ad5135-174c-41d8-aafa-f1ce8e8e9069, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19f3a95-bd63-49af-995e-6e0d222faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:46:22.515761 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:22.533692 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bf15a421-eca2-466e-838b-708678f97172 req-7d04511e-799c-4268-8aea-2e302e361103 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6aa3a174-e4df-4a53-88e6-79fabc9e8837 HTTP/1.1" status: 200 len: 217 time: 0.1222732 May 04 13:46:22.536007 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6c912-4f6a-42c5-9dfd-2f1cb545be89 req-cb345468-386c-489a-afa8-3bff45ca3088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:22.538292 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b6c6c912-4f6a-42c5-9dfd-2f1cb545be89 req-cb345468-386c-489a-afa8-3bff45ca3088 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=29831a22-bbbd-4838-bcc7-5e382073153a HTTP/1.1" status: 200 len: 858 time: 0.2778919 May 04 13:46:22.545624 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8a6d83cf-54d5-4124-9b37-45a0db9d16cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:22.574206 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:22.605953 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-8a6d83cf-54d5-4124-9b37-45a0db9d16cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:22.618429 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:22.635776 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=00598127-1592-4f4e-84e8-5bb4eebeb4f5,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:22.675327 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:22.771934 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00598127-1592-4f4e-84e8-5bb4eebeb4f5', 'code': 200} May 04 13:46:22.807462 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] For port 01ad5135-174c-41d8-aafa-f1ce8e8e9069, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:46:22.813869 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b6c6c912-4f6a-42c5-9dfd-2f1cb545be89 req-3fd1b238-b4a4-4877-aadc-c26c50156426 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=173162e4-65be-4ace-a427-e6e40ca8cc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2658732 May 04 13:46:22.818183 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] For port 01ad5135-174c-41d8-aafa-f1ce8e8e9069, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=01ad5135-174c-41d8-aafa-f1ce8e8e9069,segment=NetworkSegment(c19f3a95-bd63-49af-995e-6e0d222faf5f),segment_id=c19f3a95-bd63-49af-995e-6e0d222faf5f)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:46:22.837536 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:22.842770 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:22.855798 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Allocated IP 172.28.3.185 (ec979011-6604-4968-ace9-769b935940bc/86424637-3a1b-4645-9cbe-37dcbde5db40/0d1f4dd1-79ef-4b46-a425-ddb0f37decec) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:46:22.989111 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Pushing event updated for resources: {'Port': ['ID=01ad5135-174c-41d8-aafa-f1ce8e8e9069,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:23.000852 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:23.033210 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15a421-eca2-466e-838b-708678f97172 req-82a7b904-56d4-4533-9f11-91182bb7d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:23.035018 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bf15a421-eca2-466e-838b-708678f97172 req-82a7b904-56d4-4533-9f11-91182bb7d690 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cec6ae72-2da7-48aa-92cb-315d72809c08 HTTP/1.1" status: 200 len: 855 time: 0.4885154 May 04 13:46:23.071797 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-8a6d83cf-54d5-4124-9b37-45a0db9d16cb admin admin] Usage tracker for resource:security_group_rule and tenant:1f2f281666244cf2a71bba8b05f28f9e is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:23.086309 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-8a6d83cf-54d5-4124-9b37-45a0db9d16cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:23.159754 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bf15a421-eca2-466e-838b-708678f97172 req-a2cbd231-c779-4394-b544-137dcf344dbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b664c84-9a70-4d82-b8d8-2acaae6d033d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978963 May 04 13:46:23.166023 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-8a6d83cf-54d5-4124-9b37-45a0db9d16cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:23.326751 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b6c6c912-4f6a-42c5-9dfd-2f1cb545be89 req-4482369f-9cad-4a93-aa48-b9672a7fd0da service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796309 May 04 13:46:23.474245 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06cc0f-c83e-4c7e-ac12-e29c82e7d358 req-70171e4e-372f-4280-ae0b-21c06b9fde8e tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:23.476042 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7c06cc0f-c83e-4c7e-ac12-e29c82e7d358 req-70171e4e-372f-4280-ae0b-21c06b9fde8e tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 1.0187156 May 04 13:46:23.489122 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110422e6-1ade-4208-a227-dfb2a21bc685 req-ce46adaf-aa48-4ef0-846a-eb413ba8b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:23.490709 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-110422e6-1ade-4208-a227-dfb2a21bc685 req-ce46adaf-aa48-4ef0-846a-eb413ba8b16d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 1099 time: 0.3812358 May 04 13:46:23.512312 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bf15a421-eca2-466e-838b-708678f97172 req-942142d2-1fee-433f-bac7-40cbecd44d80 service neutron] 10.222.0.30 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368521 May 04 13:46:23.548484 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc4d9d-c473-44d0-a89e-14bc8de78308 req-f4c4dfac-18a7-47c5-8165-908087db7ec4 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:23.550086 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d3bc4d9d-c473-44d0-a89e-14bc8de78308 req-f4c4dfac-18a7-47c5-8165-908087db7ec4 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 944 time: 0.5787163 May 04 13:46:23.558549 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:23.608591 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8a6d83cf-54d5-4124-9b37-45a0db9d16cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:23.630513 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8a6d83cf-54d5-4124-9b37-45a0db9d16cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:23.643691 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-98c226d9-1c01-4f16-a452-a463c5138214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:23.683090 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-110422e6-1ade-4208-a227-dfb2a21bc685 req-a9516a25-becf-45d9-9033-8699a56b9a0c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694314 May 04 13:46:23.690457 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b6c6c912-4f6a-42c5-9dfd-2f1cb545be89 req-5cf980c6-4522-4e9b-a5b4-d2a11a8352d2 service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536265 May 04 13:46:23.695090 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7c06cc0f-c83e-4c7e-ac12-e29c82e7d358 req-fe20b938-f1f9-456e-914b-8e0a761f0c4d tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978331 May 04 13:46:23.723285 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d3bc4d9d-c473-44d0-a89e-14bc8de78308 req-bfc92e23-dca1-4885-a182-521b02e8b67d tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499348 May 04 13:46:23.736958 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-8a6d83cf-54d5-4124-9b37-45a0db9d16cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f2f281666244cf2a71bba8b05f28f9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2196593 May 04 13:46:23.736958 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d83cf-54d5-4124-9b37-45a0db9d16cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f685dc6-ea02-4aa6-843e-ead102e374a0,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:23.739246 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 48544) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:23.742183 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-8a6d83cf-54d5-4124-9b37-45a0db9d16cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:23.756472 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bf15a421-eca2-466e-838b-708678f97172 req-04239952-1efa-47b5-8209-4afaf669842e service neutron] 10.222.0.30 "GET /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244456 May 04 13:46:23.785893 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:23.827546 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:23.989046 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Network ec979011-6604-4968-ace9-769b935940bc is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:46:24.003524 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:46:24.040606 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1f4dd1-79ef-4b46-a425-ddb0f37decec,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:24.044960 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:46:24.080193 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-15928700-b447-40ab-9dbf-721a53e976d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:24.082170 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:24.157883 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-15928700-b447-40ab-9dbf-721a53e976d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:24.272271 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886a0b1f-1461-450b-a7ab-8de136b5a585 None None] Network b52ba926-9a0c-4ed7-8661-090c20371f1a requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:46:24.437342 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786672d-6e88-46b6-acb4-109588670307 req-01d98bf4-04ec-48b6-a5c5-2f14e18683b0 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:24.440452 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7786672d-6e88-46b6-acb4-109588670307 req-01d98bf4-04ec-48b6-a5c5-2f14e18683b0 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 946 time: 0.5064590 May 04 13:46:24.449255 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 01ad5135-174c-41d8-aafa-f1ce8e8e9069 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:46:24.450794 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adc6c7-d58e-4b99-8bc3-f1e6d78a2011 req-815c43d0-dc66-44a9-ba2f-9bdcbef46326 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:24.452553 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-42adc6c7-d58e-4b99-8bc3-f1e6d78a2011 req-815c43d0-dc66-44a9-ba2f-9bdcbef46326 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 945 time: 0.4623187 May 04 13:46:24.527057 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-15928700-b447-40ab-9dbf-721a53e976d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:24.531456 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-c6f3b864-ff43-4ef7-ab49-c75db01122b1 None None] Provisioning for port 01ad5135-174c-41d8-aafa-f1ce8e8e9069 completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:46:24.541399 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-6fa25b32-ba14-4e0e-8459-373d7d852edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:24.649680 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15928700-b447-40ab-9dbf-721a53e976d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f685dc6-ea02-4aa6-843e-ead102e374a0,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:24.661864 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-15928700-b447-40ab-9dbf-721a53e976d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:24.668600 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7786672d-6e88-46b6-acb4-109588670307 req-367839f5-5b46-4570-9897-d9372150b2ff tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110243 May 04 13:46:24.681029 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-42adc6c7-d58e-4b99-8bc3-f1e6d78a2011 req-a9b9701f-7ae1-4e5b-8676-16fed69f85db tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/security-groups?id=1097c74f-88f8-413e-a12b-a0f8da33e0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967542 May 04 13:46:24.759766 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port 01ad5135-174c-41d8-aafa-f1ce8e8e9069 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:46:24.793169 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 01ad5135-174c-41d8-aafa-f1ce8e8e9069 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:46:24.793623 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:24.881221 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-15928700-b447-40ab-9dbf-721a53e976d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:24.882425 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-15928700-b447-40ab-9dbf-721a53e976d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f685dc6-ea02-4aa6-843e-ead102e374a0 HTTP/1.1" status: 204 len: 168 time: 1.1422164 May 04 13:46:24.967644 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:24.974721 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58819b16-dcf6-4a77-92b3-c9e4b61a73ea req-49b5d928-b3c2-4214-8d57-eb7d4ac37225 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:24.978657 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-58819b16-dcf6-4a77-92b3-c9e4b61a73ea req-49b5d928-b3c2-4214-8d57-eb7d4ac37225 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Synchronizing usage tracker for tenant:f7a61c3952194dac995033f71fa3f64f on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:46:25.035877 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-58819b16-dcf6-4a77-92b3-c9e4b61a73ea req-49b5d928-b3c2-4214-8d57-eb7d4ac37225 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Unset dirty status for tenant:f7a61c3952194dac995033f71fa3f64f on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:46:25.038205 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-58819b16-dcf6-4a77-92b3-c9e4b61a73ea req-49b5d928-b3c2-4214-8d57-eb7d4ac37225 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 945 time: 0.3929446 May 04 13:46:25.185506 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:25.240183 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port 01ad5135-174c-41d8-aafa-f1ce8e8e9069, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=01ad5135-174c-41d8-aafa-f1ce8e8e9069,segment=NetworkSegment(c19f3a95-bd63-49af-995e-6e0d222faf5f),segment_id=c19f3a95-bd63-49af-995e-6e0d222faf5f)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:46:25.246958 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:25.249715 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:25.278954 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6aae30-e0c9-4a93-9c79-558a5f02b4d4 req-11c5e00c-2809-456a-899c-7941b598bb6e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:25.287860 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7b6aae30-e0c9-4a93-9c79-558a5f02b4d4 req-11c5e00c-2809-456a-899c-7941b598bb6e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.3993552 May 04 13:46:25.296032 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 6aa3a174-e4df-4a53-88e6-79fabc9e8837 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:46:25.333136 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-58819b16-dcf6-4a77-92b3-c9e4b61a73ea req-bb202d1b-9f74-4187-bf30-7cc11bd220e5 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Deleting port 12806ffe-1557-4dcf-90a1-2cfd26682955 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:46:25.333507 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-58819b16-dcf6-4a77-92b3-c9e4b61a73ea req-bb202d1b-9f74-4187-bf30-7cc11bd220e5 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:25.382673 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=01ad5135-174c-41d8-aafa-f1ce8e8e9069,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:25.390872 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:25.485273 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7b6aae30-e0c9-4a93-9c79-558a5f02b4d4 req-6640706f-e966-4226-95c9-64489db8fb49 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961584 May 04 13:46:25.615062 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 6aa3a174-e4df-4a53-88e6-79fabc9e8837, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6aa3a174-e4df-4a53-88e6-79fabc9e8837,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:46:25.618148 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-58819b16-dcf6-4a77-92b3-c9e4b61a73ea req-bb202d1b-9f74-4187-bf30-7cc11bd220e5 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] For port 12806ffe-1557-4dcf-90a1-2cfd26682955, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=12806ffe-1557-4dcf-90a1-2cfd26682955,segment=NetworkSegment(c1579b63-c61c-46cb-9f6c-a92b9693a69c),segment_id=c1579b63-c61c-46cb-9f6c-a92b9693a69c)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:46:25.618726 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-58819b16-dcf6-4a77-92b3-c9e4b61a73ea req-bb202d1b-9f74-4187-bf30-7cc11bd220e5 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:25.635788 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': '6aa3a174-e4df-4a53-88e6-79fabc9e8837', 'network_id': '0b664c84-9a70-4d82-b8d8-2acaae6d033d', 'port_id': '6aa3a174-e4df-4a53-88e6-79fabc9e8837', 'mac_address': 'fa:16:3e:1a:ee:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec6ae72-2da7-48aa-92cb-315d72809c08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:46:25.769124 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-959f74c4-196b-4efa-b115-de6684267b5f None None] Provisioning complete for port 01ad5135-174c-41d8-aafa-f1ce8e8e9069 triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:46:25.769657 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-959f74c4-196b-4efa-b115-de6684267b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:25.874039 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:25.895480 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa3a174-e4df-4a53-88e6-79fabc9e8837 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:46:25.914756 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 6aa3a174-e4df-4a53-88e6-79fabc9e8837, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6aa3a174-e4df-4a53-88e6-79fabc9e8837,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:46:26.025546 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-58819b16-dcf6-4a77-92b3-c9e4b61a73ea req-bb202d1b-9f74-4187-bf30-7cc11bd220e5 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Calling delete_port for 12806ffe-1557-4dcf-90a1-2cfd26682955 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:46:26.119363 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:26.121832 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:26.131463 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0100681-0fd7-4c91-b965-ddfb463b8e15 req-3cd5d561-35d4-438c-a8b9-98e9a4f4e33f tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:26.138757 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f0100681-0fd7-4c91-b965-ddfb463b8e15 req-3cd5d561-35d4-438c-a8b9-98e9a4f4e33f tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.9084029 May 04 13:46:26.227205 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1977880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974463'] for router, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:26.247383 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f0100681-0fd7-4c91-b965-ddfb463b8e15 req-7df23888-e0d4-4956-8e45-6722857d728c tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074984 May 04 13:46:26.281101 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-64884325-8ed3-43ee-8c08-c1b4920e9158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:26.293297 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=6aa3a174-e4df-4a53-88e6-79fabc9e8837,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:26.298907 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:26.428825 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0414f-c74c-42c5-8072-c8a9682c240f req-85ba6f46-7652-4d88-9cf4-100b05f64ba1 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:26.433456 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b2e0414f-c74c-42c5-8072-c8a9682c240f req-85ba6f46-7652-4d88-9cf4-100b05f64ba1 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 945 time: 0.3714523 May 04 13:46:26.466915 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 01ad5135-174c-41d8-aafa-f1ce8e8e9069 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:46:26.567556 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-58819b16-dcf6-4a77-92b3-c9e4b61a73ea req-bb202d1b-9f74-4187-bf30-7cc11bd220e5 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:26.574902 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['6aa3a174-e4df-4a53-88e6-79fabc9e8837'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:46:26.588258 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:26.715290 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 01ad5135-174c-41d8-aafa-f1ce8e8e9069 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:46:26.715679 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:26.795952 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b2e0414f-c74c-42c5-8072-c8a9682c240f req-bab089b9-f612-48a6-9a12-f3075fc94886 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409078 May 04 13:46:26.867497 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb202d1b-9f74-4187-bf30-7cc11bd220e5 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Pushing event deleted for resources: {'Port': ['ID=12806ffe-1557-4dcf-90a1-2cfd26682955,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:26.878238 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bb202d1b-9f74-4187-bf30-7cc11bd220e5 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:26.910783 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Router 572322ec-7eb1-4269-bb2e-decc98a74d23 is scheduled to L3 agent 73496170-7287-4045-b161-19082356b6ce with binding_index 1 {{(pid=73861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 13:46:26.930333 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-58819b16-dcf6-4a77-92b3-c9e4b61a73ea req-bb202d1b-9f74-4187-bf30-7cc11bd220e5 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] No DVR routers for this DVR port 12806ffe-1557-4dcf-90a1-2cfd26682955 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:46:26.932999 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-58819b16-dcf6-4a77-92b3-c9e4b61a73ea req-bb202d1b-9f74-4187-bf30-7cc11bd220e5 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:26.953459 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c080331-2fce-4a5b-b2ed-7852779adf2f', 'name': 'network-vif-deleted', 'tag': '12806ffe-1557-4dcf-90a1-2cfd26682955'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:46:26.971962 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-58819b16-dcf6-4a77-92b3-c9e4b61a73ea req-bb202d1b-9f74-4187-bf30-7cc11bd220e5 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.30 "DELETE /v2.0/ports/12806ffe-1557-4dcf-90a1-2cfd26682955 HTTP/1.1" status: 204 len: 173 time: 1.9263411 May 04 13:46:27.086576 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d3e5fc05-52d0-4f2f-8deb-911094c1500f req-21687213-16fb-4098-b17e-0940beec7989 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c080331-2fce-4a5b-b2ed-7852779adf2f HTTP/1.1" status: 200 len: 210 time: 0.0723901 May 04 13:46:27.281363 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 12806ffe-1557-4dcf-90a1-2cfd26682955 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:46:27.326451 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] No Port match for: 12806ffe-1557-4dcf-90a1-2cfd26682955 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:46:27.327167 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 12806ffe-1557-4dcf-90a1-2cfd26682955 not bound to the agent host hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:46:27.355118 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:46:27.371273 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Sync routers for ids ['572322ec-7eb1-4269-bb2e-decc98a74d23'] in dv-cinder-789564-1-smb {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:46:27.390080 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Routers {'572322ec-7eb1-4269-bb2e-decc98a74d23'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:46:27.392594 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:45:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['572322ec-7eb1-4269-bb2e-decc98a74d23'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:46:27.415957 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Notify callbacks [] for router, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:27.421239 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9382246 May 04 13:46:27.421688 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 48604) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:27.449276 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced63c76-eaf5-4e0c-9fdb-e6464ade74dd req-d4972a7f-fbdf-43d1-b9ce-4d2290814062 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:27.453774 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ced63c76-eaf5-4e0c-9fdb-e6464ade74dd req-d4972a7f-fbdf-43d1-b9ce-4d2290814062 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.2088962 May 04 13:46:27.472889 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da054c-93c8-42ca-a19b-33350de9f05c req-77480c63-423f-4645-b203-68560328e585 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:27.478105 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f4da054c-93c8-42ca-a19b-33350de9f05c req-77480c63-423f-4645-b203-68560328e585 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 946 time: 0.3657579 May 04 13:46:27.615582 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ced63c76-eaf5-4e0c-9fdb-e6464ade74dd req-6ecb7752-e55e-4240-90d1-eb2ed88b632f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338167 May 04 13:46:27.689568 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f4da054c-93c8-42ca-a19b-33350de9f05c req-d62be82f-f36b-4c31-bb96-a9c9616153e6 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106193 May 04 13:46:27.878296 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c080331-2fce-4a5b-b2ed-7852779adf2f', 'name': 'network-vif-deleted', 'tag': '12806ffe-1557-4dcf-90a1-2cfd26682955', 'status': 'completed', 'code': 200} May 04 13:46:27.987684 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Set router 572322ec-7eb1-4269-bb2e-decc98a74d23 gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:46:28.179021 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425527ab-5245-4478-b9f6-273704d458cf req-66d6c5ee-41c9-4dc6-a003-156e38aeee93 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:28.183048 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-425527ab-5245-4478-b9f6-273704d458cf req-66d6c5ee-41c9-4dc6-a003-156e38aeee93 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.2207680 May 04 13:46:28.411254 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-425527ab-5245-4478-b9f6-273704d458cf req-452354f1-00a1-4695-bb84-a27a2241ac19 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127974 May 04 13:46:28.580421 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29bddf-031e-46bd-aae4-dded097b1948 req-0383438d-be13-4071-baeb-c961d85f6a51 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:28.588417 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fb29bddf-031e-46bd-aae4-dded097b1948 req-0383438d-be13-4071-baeb-c961d85f6a51 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 945 time: 0.3646839 May 04 13:46:28.757220 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fb29bddf-031e-46bd-aae4-dded097b1948 req-d6d35035-6acf-4613-badc-e021b5f060ed tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556637 May 04 13:46:28.825405 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 48640) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:28.835991 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ca636ed1-7bc4-4cf7-8d5d-a617126c1a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:29.018721 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'name': 'tempest-TestMinimumBasicScenario-217762730-router', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:20Z', 'updated_at': '2021-05-04T13:46:24Z', 'revision_number': 3, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'gw_port': {'id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:73:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:22Z', 'updated_at': '2021-05-04T13:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:46:29.034117 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Checking router: 572322ec-7eb1-4269-bb2e-decc98a74d23 for host: dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:46:29.035003 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Updating router 572322ec-7eb1-4269-bb2e-decc98a74d23 port 0d1f4dd1-79ef-4b46-a425-ddb0f37decec binding host dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:46:29.203241 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e5527cd0-686e-4b93-913e-e85451730d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:29.209654 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:29.232479 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-e5527cd0-686e-4b93-913e-e85451730d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:29.238929 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-e5527cd0-686e-4b93-913e-e85451730d0d admin admin] Usage tracker for resource:security_group_rule and tenant:13121fa8d7334861bd1609ad0398b93c is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:29.243426 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-e5527cd0-686e-4b93-913e-e85451730d0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:29.252099 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-e5527cd0-686e-4b93-913e-e85451730d0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:29.285068 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 6aa3a174-e4df-4a53-88e6-79fabc9e8837 up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:46:29.307920 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad95d4-1336-4e7a-89c6-e13f43208473 req-328ba26d-ed79-4469-9b1f-57cade164082 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:29.309599 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e6ad95d4-1336-4e7a-89c6-e13f43208473 req-328ba26d-ed79-4469-9b1f-57cade164082 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.1718864 May 04 13:46:29.434628 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e6ad95d4-1336-4e7a-89c6-e13f43208473 req-b0710124-abe7-46b4-990e-b9401731ae5d tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096463 May 04 13:46:29.507032 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e5527cd0-686e-4b93-913e-e85451730d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:29.533193 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e5527cd0-686e-4b93-913e-e85451730d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:29.541196 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-15928700-b447-40ab-9dbf-721a53e976d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:29.574730 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:29.580913 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port 6aa3a174-e4df-4a53-88e6-79fabc9e8837 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:46:29.597071 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port 6aa3a174-e4df-4a53-88e6-79fabc9e8837 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:46:29.597464 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:29.656466 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-e5527cd0-686e-4b93-913e-e85451730d0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13121fa8d7334861bd1609ad0398b93c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8287058 May 04 13:46:29.657365 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5527cd0-686e-4b93-913e-e85451730d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad01d16a-eb53-4985-85a2-882610dddb1b,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:29.659850 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 48654) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:29.674422 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-e5527cd0-686e-4b93-913e-e85451730d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:29.739625 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:29.910884 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d96833a9-3126-4f86-9b01-849dd29b285c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:30.048015 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:30.101324 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d96833a9-3126-4f86-9b01-849dd29b285c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:30.137877 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03190fef-1f73-4969-a8aa-46a3583fc58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa3a174-e4df-4a53-88e6-79fabc9e8837'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:46:30.160286 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 6aa3a174-e4df-4a53-88e6-79fabc9e8837, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6aa3a174-e4df-4a53-88e6-79fabc9e8837,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:46:30.171757 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:30.178958 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:30.321618 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0950af8-8a59-44dd-9255-eddc9a71b163 req-8c83cf05-50ea-4f67-aa5b-9c34af4d1e28 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:30.328150 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c0950af8-8a59-44dd-9255-eddc9a71b163 req-8c83cf05-50ea-4f67-aa5b-9c34af4d1e28 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 946 time: 0.1892931 May 04 13:46:30.387455 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d96833a9-3126-4f86-9b01-849dd29b285c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:30.403229 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Notify callbacks [] for port, precommit_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:30.406954 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-83f5121a-654f-49ea-bfcc-75dbae6b112a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:30.427902 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Allocated IP 172.20.0.1 (b52ba926-9a0c-4ed7-8661-090c20371f1a/4355c3c9-e116-453d-92e4-886f7ef637b2/133655bc-a3b8-421a-b499-aae22bb803a3) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:46:30.446032 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d96833a9-3126-4f86-9b01-849dd29b285c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:30.451552 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-d96833a9-3126-4f86-9b01-849dd29b285c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad01d16a-eb53-4985-85a2-882610dddb1b HTTP/1.1" status: 204 len: 168 time: 0.7761285 May 04 13:46:30.451839 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.provisioning_blocks [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Transition to ACTIVE for port object 0d1f4dd1-79ef-4b46-a425-ddb0f37decec will not be triggered until provisioned by entity L2. {{(pid=73863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:46:30.465506 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96833a9-3126-4f86-9b01-849dd29b285c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad01d16a-eb53-4985-85a2-882610dddb1b,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:30.471201 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-d96833a9-3126-4f86-9b01-849dd29b285c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:30.477323 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:30.485416 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:30.494026 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c0950af8-8a59-44dd-9255-eddc9a71b163 req-0674b387-b37b-42a8-bcad-414f486bc8ea tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592920 May 04 13:46:30.495160 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:30.521062 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=6aa3a174-e4df-4a53-88e6-79fabc9e8837,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:30.530948 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:30.547717 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03190fef-1f73-4969-a8aa-46a3583fc58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa3a174-e4df-4a53-88e6-79fabc9e8837', 'code': 200} May 04 13:46:30.633351 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Attempting to bind port 0d1f4dd1-79ef-4b46-a425-ddb0f37decec on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:46:30.633742 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Attempting to bind port 0d1f4dd1-79ef-4b46-a425-ddb0f37decec by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}] {{(pid=73863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:46:30.634115 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Attempting to bind port 0d1f4dd1-79ef-4b46-a425-ddb0f37decec on network ec979011-6604-4968-ace9-769b935940bc {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:46:30.641360 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b05775-59f3-4dcb-a341-fa523c307d21 None None] Pushing event updated for resources: {'Port': ['ID=0d1f4dd1-79ef-4b46-a425-ddb0f37decec,revision_number=2']} {{(pid=73863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:30.647902 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:46:30.648318 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Checking segment: {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:46:30.648739 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:30.649150 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Bound using segment: {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'} {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:46:30.649656 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Bound port: 0d1f4dd1-79ef-4b46-a425-ddb0f37decec, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}}] {{(pid=73863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:46:30.650060 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:30.692301 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05775-59f3-4dcb-a341-fa523c307d21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:30.692653 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05775-59f3-4dcb-a341-fa523c307d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:30.693275 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05775-59f3-4dcb-a341-fa523c307d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:30.693784 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05775-59f3-4dcb-a341-fa523c307d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:30.694122 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05775-59f3-4dcb-a341-fa523c307d21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:30.694457 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05775-59f3-4dcb-a341-fa523c307d21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:30.694768 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05775-59f3-4dcb-a341-fa523c307d21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:30.695093 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05775-59f3-4dcb-a341-fa523c307d21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:30.695422 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05775-59f3-4dcb-a341-fa523c307d21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:30.695769 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05775-59f3-4dcb-a341-fa523c307d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:30.696161 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05775-59f3-4dcb-a341-fa523c307d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:30.696485 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05775-59f3-4dcb-a341-fa523c307d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:46:30.702249 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-33b05775-59f3-4dcb-a341-fa523c307d21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:30.787492 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.db [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] For port 0d1f4dd1-79ef-4b46-a425-ddb0f37decec, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:46:30.794272 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.db [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] For port 0d1f4dd1-79ef-4b46-a425-ddb0f37decec, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=0d1f4dd1-79ef-4b46-a425-ddb0f37decec,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:46:30.804285 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:30.815483 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:31.057655 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b05775-59f3-4dcb-a341-fa523c307d21 None None] Pushing event updated for resources: {'Port': ['ID=0d1f4dd1-79ef-4b46-a425-ddb0f37decec,revision_number=3']} {{(pid=73863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:31.062500 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:31.067595 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-33b05775-59f3-4dcb-a341-fa523c307d21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:31.081129 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Routers {'572322ec-7eb1-4269-bb2e-decc98a74d23'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:46:31.082557 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:46:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['572322ec-7eb1-4269-bb2e-decc98a74d23'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:46:31.087332 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Transition to ACTIVE for port object 133655bc-a3b8-421a-b499-aae22bb803a3 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:46:31.164504 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:31.174926 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-1fe4c866-f1b6-4b52-8fc6-ba5401611e59 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:31.258086 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Network b52ba926-9a0c-4ed7-8661-090c20371f1a is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:46:31.271061 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:46:31.281158 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:46:31.375536 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Pushing event updated for resources: {'Port': ['ID=133655bc-a3b8-421a-b499-aae22bb803a3,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:31.385179 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967312'] for router_interface, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:31.389173 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:31.446808 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b33b4e-a90c-4625-ab99-d5b52ae33e1f req-12b9466f-43e1-4b8d-9161-5ac11fc09d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:31.448733 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-81b33b4e-a90c-4625-ab99-d5b52ae33e1f req-12b9466f-43e1-4b8d-9161-5ac11fc09d06 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 1099 time: 0.3313012 May 04 13:46:31.462126 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dbde7-ec93-4e61-b1c5-6782b3cad8fb req-56f718d6-2141-4bb4-a7dc-01bb637f548f tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:31.463755 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8d3dbde7-ec93-4e61-b1c5-6782b3cad8fb req-56f718d6-2141-4bb4-a7dc-01bb637f548f tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 946 time: 0.5576799 May 04 13:46:31.559022 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] Set router 572322ec-7eb1-4269-bb2e-decc98a74d23 gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:46:31.581590 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-81b33b4e-a90c-4625-ab99-d5b52ae33e1f req-71a20c7d-3c58-42a1-8d3f-d7b000becebe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249111 May 04 13:46:31.589398 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16d69f-f874-4d6e-9dd3-452528ea9fbc req-7f5d5681-ca21-4751-b2e9-d190be28efe9 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:31.602519 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-dc16d69f-f874-4d6e-9dd3-452528ea9fbc req-7f5d5681-ca21-4751-b2e9-d190be28efe9 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.8475974 May 04 13:46:31.701226 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8d3dbde7-ec93-4e61-b1c5-6782b3cad8fb req-969d7067-0fa3-4f74-9f39-9c5fb467de1b tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188911 May 04 13:46:31.747954 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-b5f8b9f4-3bff-4f1c-97dd-f7b521dec90e None None] Provisioning for port 133655bc-a3b8-421a-b499-aae22bb803a3 completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:46:31.757341 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-b5f8b9f4-3bff-4f1c-97dd-f7b521dec90e None None] Provisioning complete for port 133655bc-a3b8-421a-b499-aae22bb803a3 triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:46:31.757827 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b5f8b9f4-3bff-4f1c-97dd-f7b521dec90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:31.777532 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-dc16d69f-f874-4d6e-9dd3-452528ea9fbc req-f90f4c50-a463-4ce4-8e8e-72c73fa76459 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723983 May 04 13:46:31.785259 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:31.916283 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-b5f8b9f4-3bff-4f1c-97dd-f7b521dec90e None None] Port 133655bc-a3b8-421a-b499-aae22bb803a3 cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:46:32.355466 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:32.407252 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:32.452287 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8669d471-b172-4f65-a2a0-fe2348442f89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:32.522964 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283493b-580e-44e4-8d76-1280c798a0bf req-ef61ec2d-6147-4fc2-97a6-75a6ee8bb219 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:32.525811 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0283493b-580e-44e4-8d76-1280c798a0bf req-ef61ec2d-6147-4fc2-97a6-75a6ee8bb219 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.4576716 May 04 13:46:32.538140 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'name': 'tempest-TestMinimumBasicScenario-217762730-router', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:20Z', 'updated_at': '2021-05-04T13:46:24Z', 'revision_number': 3, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'gw_port': {'id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:73:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:22Z', 'updated_at': '2021-05-04T13:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:46:32.565573 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e2898-f05b-4c9c-aa7c-6d4d4b06ca25 None None] The sync data for ids ['572322ec-7eb1-4269-bb2e-decc98a74d23'] in dv-cinder-789564-1-smb is: [{'id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'name': 'tempest-TestMinimumBasicScenario-217762730-router', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:20Z', 'updated_at': '2021-05-04T13:46:24Z', 'revision_number': 3, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'gw_port': {'id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:73:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:22Z', 'updated_at': '2021-05-04T13:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}] {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:46:32.600317 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Pushing event updated for resources: {'Port': ['ID=133655bc-a3b8-421a-b499-aae22bb803a3,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:32.618250 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:32.618716 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967219'] for router_interface, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:32.631253 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:32.681654 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e9a78-5008-4bf6-abb9-58fb1f9120dc req-07a24e40-11a0-47a2-ada4-65de5d91745b tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:32.684345 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-620e9a78-5008-4bf6-abb9-58fb1f9120dc req-07a24e40-11a0-47a2-ada4-65de5d91745b tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 946 time: 0.4604602 May 04 13:46:32.874311 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0283493b-580e-44e4-8d76-1280c798a0bf req-806b16bb-ee55-47ff-b9d1-f2e363b4abcb tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414314 May 04 13:46:32.936447 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Network b52ba926-9a0c-4ed7-8661-090c20371f1a is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:46:32.942159 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:46:32.997510 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af8c4e-3a3e-4d61-b728-894ae3cec7ef req-3ef65da7-7877-4041-95ca-8a5b5f6259e3 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:32.998232 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-45af8c4e-3a3e-4d61-b728-894ae3cec7ef req-3ef65da7-7877-4041-95ca-8a5b5f6259e3 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Synchronizing usage tracker for tenant:0222a15be7b94760890f46e3aa01d152 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:46:33.025801 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-620e9a78-5008-4bf6-abb9-58fb1f9120dc req-420824db-aa45-4f4b-8192-52d765fd1acd tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335202 May 04 13:46:33.468888 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-45af8c4e-3a3e-4d61-b728-894ae3cec7ef req-3ef65da7-7877-4041-95ca-8a5b5f6259e3 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Unset dirty status for tenant:0222a15be7b94760890f46e3aa01d152 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:46:33.472045 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-45af8c4e-3a3e-4d61-b728-894ae3cec7ef req-3ef65da7-7877-4041-95ca-8a5b5f6259e3 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 946 time: 1.1117475 May 04 13:46:33.485310 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2218408-c528-4a59-9fde-c4794842efd6 req-4dca6b44-1d88-4771-8618-557667cb05f6 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:33.487287 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a2218408-c528-4a59-9fde-c4794842efd6 req-4dca6b44-1d88-4771-8618-557667cb05f6 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 946 time: 0.3515244 May 04 13:46:33.616676 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-562c57eb-4562-473a-972d-17e5f91f6789 None None] Provisioning complete for port 133655bc-a3b8-421a-b499-aae22bb803a3 triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:46:33.617973 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-562c57eb-4562-473a-972d-17e5f91f6789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:33.642823 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f56e0-a5f0-4d53-a0c9-cd4d710a4f25 req-81bf4585-4f3a-4605-8ff7-11c69de2c900 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:33.658329 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-337f56e0-a5f0-4d53-a0c9-cd4d710a4f25 req-81bf4585-4f3a-4605-8ff7-11c69de2c900 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.3689561 May 04 13:46:33.689189 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a2218408-c528-4a59-9fde-c4794842efd6 req-41aef752-085f-45f9-b009-49f94ba76abf tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922843 May 04 13:46:33.719667 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Router 572322ec-7eb1-4269-bb2e-decc98a74d23 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:46:33.778000 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-562c57eb-4562-473a-972d-17e5f91f6789 None None] Port 133655bc-a3b8-421a-b499-aae22bb803a3 cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:46:33.882213 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-337f56e0-a5f0-4d53-a0c9-cd4d710a4f25 req-10e33813-0282-4beb-9a49-97e44525ffaa tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201767 May 04 13:46:33.893453 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 48774) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:34.117566 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:46:34.137894 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] 10.222.0.44 "PUT /v2.0/routers/572322ec-7eb1-4269-bb2e-decc98a74d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7145452 May 04 13:46:34.186110 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-45af8c4e-3a3e-4d61-b728-894ae3cec7ef req-7b7fab54-ea91-4238-b509-11eed0824498 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Deleting port 00598127-1592-4f4e-84e8-5bb4eebeb4f5 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:46:34.187914 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-45af8c4e-3a3e-4d61-b728-894ae3cec7ef req-7b7fab54-ea91-4238-b509-11eed0824498 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:34.513516 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 0d1f4dd1-79ef-4b46-a425-ddb0f37decec up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:46:34.562345 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-45af8c4e-3a3e-4d61-b728-894ae3cec7ef req-7b7fab54-ea91-4238-b509-11eed0824498 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] For port 00598127-1592-4f4e-84e8-5bb4eebeb4f5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=00598127-1592-4f4e-84e8-5bb4eebeb4f5,segment=NetworkSegment(49475647-9be4-41c5-ae7e-c8fcacee629d),segment_id=49475647-9be4-41c5-ae7e-c8fcacee629d)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:46:34.563564 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-45af8c4e-3a3e-4d61-b728-894ae3cec7ef req-7b7fab54-ea91-4238-b509-11eed0824498 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:34.778384 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port 0d1f4dd1-79ef-4b46-a425-ddb0f37decec completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:46:34.785773 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 0d1f4dd1-79ef-4b46-a425-ddb0f37decec triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:46:34.786992 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:34.944682 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-affdad4f-baf8-4ca7-9743-06177a79c511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:35.013546 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-affdad4f-baf8-4ca7-9743-06177a79c511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:35.026476 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-affdad4f-baf8-4ca7-9743-06177a79c511 admin admin] Usage tracker for resource:security_group_rule and tenant:7ee48389527a4f2ead2fcbdd4b4c4f5e is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:35.031314 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-affdad4f-baf8-4ca7-9743-06177a79c511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:35.052833 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-45af8c4e-3a3e-4d61-b728-894ae3cec7ef req-7b7fab54-ea91-4238-b509-11eed0824498 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Calling delete_port for 00598127-1592-4f4e-84e8-5bb4eebeb4f5 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:46:35.073082 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-affdad4f-baf8-4ca7-9743-06177a79c511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:35.196548 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:35.238094 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c8643-a787-4cda-af6c-5389a4bb3316 req-a5b83798-8cab-4d89-ad99-7f3141ec287b tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:35.239684 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port 0d1f4dd1-79ef-4b46-a425-ddb0f37decec, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=0d1f4dd1-79ef-4b46-a425-ddb0f37decec,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:46:35.247040 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-853c8643-a787-4cda-af6c-5389a4bb3316 req-a5b83798-8cab-4d89-ad99-7f3141ec287b tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 946 time: 0.4610269 May 04 13:46:35.250989 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:35.269464 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:35.482703 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-45af8c4e-3a3e-4d61-b728-894ae3cec7ef req-7b7fab54-ea91-4238-b509-11eed0824498 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:35.501865 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-853c8643-a787-4cda-af6c-5389a4bb3316 req-7b137629-6960-4c17-a2af-22a785c3b456 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524197 May 04 13:46:35.504350 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-06a56a97-26d8-45b8-be95-42c2547aea85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:35.545659 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=0d1f4dd1-79ef-4b46-a425-ddb0f37decec,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:35.550622 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:35.615868 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fab54-ea91-4238-b509-11eed0824498 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Pushing event deleted for resources: {'Port': ['ID=00598127-1592-4f4e-84e8-5bb4eebeb4f5,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:35.620496 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7b7fab54-ea91-4238-b509-11eed0824498 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:35.897546 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f994d-b54a-4fed-9488-64a337d16bd8 req-2073a691-5b24-4f48-a9fe-11bba65cf3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:35.899586 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-fc5f994d-b54a-4fed-9488-64a337d16bd8 req-2073a691-5b24-4f48-a9fe-11bba65cf3e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7bea85a15656418198b0f51c80271aca&device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 1098 time: 0.6874156 May 04 13:46:35.921258 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-28db64cc-1bcd-4a55-a105-b9b1f02bd59d req-e9f05760-904c-4c99-93ee-7a91a4a811fb tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 210 time: 0.2037034 May 04 13:46:35.954938 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-affdad4f-baf8-4ca7-9743-06177a79c511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:35.978849 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-45af8c4e-3a3e-4d61-b728-894ae3cec7ef req-7b7fab54-ea91-4238-b509-11eed0824498 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] No DVR routers for this DVR port 00598127-1592-4f4e-84e8-5bb4eebeb4f5 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:46:35.992543 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-affdad4f-baf8-4ca7-9743-06177a79c511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:36.003111 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-45af8c4e-3a3e-4d61-b728-894ae3cec7ef req-7b7fab54-ea91-4238-b509-11eed0824498 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:36.006275 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2', 'name': 'network-vif-deleted', 'tag': '00598127-1592-4f4e-84e8-5bb4eebeb4f5'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:46:36.054148 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-dea2bf38-630d-4363-bf95-04e8cf310c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:36.102078 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-affdad4f-baf8-4ca7-9743-06177a79c511 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ee48389527a4f2ead2fcbdd4b4c4f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2062354 May 04 13:46:36.105325 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 48840) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:36.107952 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdad4f-baf8-4ca7-9743-06177a79c511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6154944f-a41f-4bf8-a766-4ac061aecdb0,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:36.132361 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e50105-bb8e-43ca-96c5-2710aba4c8bd req-811da1b0-cc2f-45ab-af13-d5c82c5c25f7 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:36.141914 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-65e50105-bb8e-43ca-96c5-2710aba4c8bd req-811da1b0-cc2f-45ab-af13-d5c82c5c25f7 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.7415781 May 04 13:46:36.197011 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2', 'name': 'network-vif-deleted', 'tag': '00598127-1592-4f4e-84e8-5bb4eebeb4f5', 'status': 'completed', 'code': 200} May 04 13:46:36.199684 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-45af8c4e-3a3e-4d61-b728-894ae3cec7ef req-7b7fab54-ea91-4238-b509-11eed0824498 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.30 "DELETE /v2.0/ports/00598127-1592-4f4e-84e8-5bb4eebeb4f5 HTTP/1.1" status: 204 len: 173 time: 2.6525462 May 04 13:46:36.215022 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-affdad4f-baf8-4ca7-9743-06177a79c511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:36.242856 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Sync routers for ids ['572322ec-7eb1-4269-bb2e-decc98a74d23'] in dv-cinder-789564-1-smb {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:46:36.272388 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Routers {'572322ec-7eb1-4269-bb2e-decc98a74d23'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:46:36.273042 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:46:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['572322ec-7eb1-4269-bb2e-decc98a74d23'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:46:36.368840 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f994d-b54a-4fed-9488-64a337d16bd8 req-812f3f3f-e1c4-469c-9419-4502a22d3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:36.373683 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-fc5f994d-b54a-4fed-9488-64a337d16bd8 req-812f3f3f-e1c4-469c-9419-4502a22d3f7c service neutron] 10.222.0.30 "GET /v2.0/networks?id=1fd94811-ffd9-4e26-916f-1e2fa598c199 HTTP/1.1" status: 200 len: 912 time: 0.3963060 May 04 13:46:36.378363 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-65e50105-bb8e-43ca-96c5-2710aba4c8bd req-cb0aa013-5bd9-4dce-88fb-f1e5addf6cf7 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353842 May 04 13:46:36.410825 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-33277310-9014-4e33-8b8e-f51a8f676067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:36.498263 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 0d1f4dd1-79ef-4b46-a425-ddb0f37decec up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:46:36.526682 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-33277310-9014-4e33-8b8e-f51a8f676067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:36.587737 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 48848) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:36.595671 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1796098624-network', 'tenant_id': 'e8e82c2902c64ab29cf39e6726269c85'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:46:36.626658 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-fc5f994d-b54a-4fed-9488-64a337d16bd8 req-d39bda5f-3de6-4b2f-b7a9-a18683f96b31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=add37c68-5159-4010-8064-843be37f3631 HTTP/1.1" status: 200 len: 1000 time: 0.2436540 May 04 13:46:36.646434 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:36.658773 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Usage tracker for resource:network and tenant:e8e82c2902c64ab29cf39e6726269c85 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:36.663992 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:36.682039 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:36.716916 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Made reservation on behalf of e8e82c2902c64ab29cf39e6726269c85 for: {'network': 1} {{(pid=73861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:46:36.724013 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for network, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:36.727683 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f994d-b54a-4fed-9488-64a337d16bd8 req-e3832515-ea5c-4e91-9871-52521724a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:36.729566 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-fc5f994d-b54a-4fed-9488-64a337d16bd8 req-e3832515-ea5c-4e91-9871-52521724a384 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44f55995-417a-4b33-b1ec-1e179bdc93a5 HTTP/1.1" status: 200 len: 850 time: 0.0948215 May 04 13:46:36.748434 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-33277310-9014-4e33-8b8e-f51a8f676067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:36.761072 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-206a070a-8139-4109-9e66-56dd6a77696a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:36.780554 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33277310-9014-4e33-8b8e-f51a8f676067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6154944f-a41f-4bf8-a766-4ac061aecdb0,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:36.809770 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-33277310-9014-4e33-8b8e-f51a8f676067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:36.812943 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:36.910564 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:36.912930 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f994d-b54a-4fed-9488-64a337d16bd8 req-50b51258-233a-42e8-b5b6-6f894d54f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:36.916740 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-fc5f994d-b54a-4fed-9488-64a337d16bd8 req-50b51258-233a-42e8-b5b6-6f894d54f946 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fd94811-ffd9-4e26-916f-1e2fa598c199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1778905 May 04 13:46:36.920283 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Usage tracker for resource:security_group_rule and tenant:e8e82c2902c64ab29cf39e6726269c85 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:36.926690 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:36.959165 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:37.041823 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 0d1f4dd1-79ef-4b46-a425-ddb0f37decec triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:46:37.042443 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:37.153534 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-fc5f994d-b54a-4fed-9488-64a337d16bd8 req-6c589b15-b1a6-419e-939b-28f0dabfb6b4 service neutron] 10.222.0.30 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122514 May 04 13:46:37.214508 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Set router 572322ec-7eb1-4269-bb2e-decc98a74d23 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:46:37.225524 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-33277310-9014-4e33-8b8e-f51a8f676067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:37.233284 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-33277310-9014-4e33-8b8e-f51a8f676067 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6154944f-a41f-4bf8-a766-4ac061aecdb0 HTTP/1.1" status: 204 len: 168 time: 1.0841165 May 04 13:46:37.394185 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-fc5f994d-b54a-4fed-9488-64a337d16bd8 req-fee224c3-6930-465a-bf59-8b389dda1881 service neutron] 10.222.0.30 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276425 May 04 13:46:37.397311 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:37.407658 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:37.430241 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:37.691281 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c633ad-1f17-4cf9-9ad1-ff6075e454ae,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:37.703618 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:37.720663 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bc87366d-2122-4c5b-b0ce-ca52a8d63597 req-7b5c3ada-77cc-4a0e-977a-4d58306a06da tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6a5cd4-85fa-49a4-b9e5-f7df3f1b18c2 HTTP/1.1" status: 200 len: 210 time: 0.2971921 May 04 13:46:37.721574 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=73861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:46:37.739528 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:37.740091 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.db.segments_db [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Added segment 1081cca2-ae15-46c1-94b8-f8ab4eff1143 of type vlan for network 133ca9c2-c454-4e16-9ae3-7f25e2a291b5 May 04 13:46:37.848911 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760702352249'] for network, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:37.929833 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 00598127-1592-4f4e-84e8-5bb4eebeb4f5 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:46:38.140122 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.db.resource_extend [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 13:46:38.202447 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4a817-9a86-4eda-9219-6d2d413b726e req-c1418f2a-7eb9-46cc-8298-f06582bb3406 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:38.204770 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-85c4a817-9a86-4eda-9219-6d2d413b726e req-c1418f2a-7eb9-46cc-8298-f06582bb3406 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.3341870 May 04 13:46:38.205954 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for network, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:38.208323 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:38.209353 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:38.216528 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-49a89e08-f4d3-4cfb-9b40-1594acbd8ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:38.240491 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] No Port match for: 00598127-1592-4f4e-84e8-5bb4eebeb4f5 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:46:38.240842 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 00598127-1592-4f4e-84e8-5bb4eebeb4f5 not bound to the agent host hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:46:38.327320 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Pushing event updated for resources: {'Network': ['ID=133ca9c2-c454-4e16-9ae3-7f25e2a291b5,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:38.378034 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:38.415194 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-85c4a817-9a86-4eda-9219-6d2d413b726e req-7644c7f5-f4d8-4029-a910-87c00921c89f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003303 May 04 13:46:38.428414 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 48874) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:38.435968 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-e431bc9a-4714-46dc-a4bf-c7aca95d6cf9 admin admin] Request body: {'subnet': {'network_id': '133ca9c2-c454-4e16-9ae3-7f25e2a291b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1796098624-subnet', 'tenant_id': 'e8e82c2902c64ab29cf39e6726269c85', 'ip_version': 4}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:46:38.436867 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8476961 May 04 13:46:38.443287 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-e431bc9a-4714-46dc-a4bf-c7aca95d6cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:38.453381 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-e431bc9a-4714-46dc-a4bf-c7aca95d6cf9 admin admin] Usage tracker for resource:subnet and tenant:e8e82c2902c64ab29cf39e6726269c85 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:38.458597 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-e431bc9a-4714-46dc-a4bf-c7aca95d6cf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:38.477145 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 48878) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:38.510788 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-e431bc9a-4714-46dc-a4bf-c7aca95d6cf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:38.512654 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Network 133ca9c2-c454-4e16-9ae3-7f25e2a291b5 details requested by agent ovs-agent-dv-cinder-789564-1-smb with host dv-cinder-789564-1-smb {{(pid=73862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 13:46:38.536455 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-3acd1dcd-5c27-478b-a24e-2cd21aaf0c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:38.551010 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e431bc9a-4714-46dc-a4bf-c7aca95d6cf9 admin admin] Made reservation on behalf of e8e82c2902c64ab29cf39e6726269c85 for: {'subnet': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:46:38.554937 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e431bc9a-4714-46dc-a4bf-c7aca95d6cf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14884955'] for subnet, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:38.580338 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-3acd1dcd-5c27-478b-a24e-2cd21aaf0c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:38.585750 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-3acd1dcd-5c27-478b-a24e-2cd21aaf0c93 admin admin] Usage tracker for resource:security_group_rule and tenant:4bc5291e33ce46509456e0d92a099a37 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:38.589743 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-3acd1dcd-5c27-478b-a24e-2cd21aaf0c93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:38.602622 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-3acd1dcd-5c27-478b-a24e-2cd21aaf0c93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:38.752295 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-3acd1dcd-5c27-478b-a24e-2cd21aaf0c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:38.758648 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-3acd1dcd-5c27-478b-a24e-2cd21aaf0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:38.770343 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-d61a244a-af9f-46d0-b563-bb948228304f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:38.900562 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd1dcd-5c27-478b-a24e-2cd21aaf0c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9567d239-3df6-4646-9a9f-cdc8b13829ea,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:38.925543 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-3acd1dcd-5c27-478b-a24e-2cd21aaf0c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:38.936732 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-3acd1dcd-5c27-478b-a24e-2cd21aaf0c93 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4bc5291e33ce46509456e0d92a099a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567947 May 04 13:46:38.938908 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 48890) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:39.107550 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'name': 'tempest-TestMinimumBasicScenario-217762730-router', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:20Z', 'updated_at': '2021-05-04T13:46:31Z', 'revision_number': 4, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'gw_port': {'id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:73:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:22Z', 'updated_at': '2021-05-04T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': '133655bc-a3b8-421a-b499-aae22bb803a3', 'name': '', 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'mac_address': 'fa:16:3e:e6:eb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:29Z', 'updated_at': '2021-05-04T13:46:32Z', 'revision_number': 2, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'subnets': [{'id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:46:39.120374 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Checking router: 572322ec-7eb1-4269-bb2e-decc98a74d23 for host: dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:46:39.120374 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Updating router 572322ec-7eb1-4269-bb2e-decc98a74d23 port 133655bc-a3b8-421a-b499-aae22bb803a3 binding host dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:46:39.120833 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d8232972-3120-46cc-83a7-61626212b963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:39.217224 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d8232972-3120-46cc-83a7-61626212b963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:39.275438 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:39.679807 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e431bc9a-4714-46dc-a4bf-c7aca95d6cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15112825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14884941'] for subnet, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:39.689724 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:39.698289 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-21f5e6d5-ab3a-4599-b1cb-1f7dfd0ac8e8 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:39.713484 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-21f5e6d5-ab3a-4599-b1cb-1f7dfd0ac8e8 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/networks?id=bd7f5a6e-a920-49f1-9899-520183041510 HTTP/1.1" status: 200 len: 809 time: 0.3548541 May 04 13:46:39.715127 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d8232972-3120-46cc-83a7-61626212b963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:39.726482 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-fdd90515-be8a-4877-902d-af9d9d5c0eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:39.747245 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8232972-3120-46cc-83a7-61626212b963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9567d239-3df6-4646-9a9f-cdc8b13829ea,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:39.761683 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-d8232972-3120-46cc-83a7-61626212b963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:39.798113 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-3bacaac2-68bd-4cc9-a39d-13d37b77d745 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/quotas/0222a15be7b94760890f46e3aa01d152 HTTP/1.1" status: 200 len: 375 time: 0.0732608 May 04 13:46:39.799870 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d8232972-3120-46cc-83a7-61626212b963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:39.805800 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-d8232972-3120-46cc-83a7-61626212b963 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9567d239-3df6-4646-9a9f-cdc8b13829ea HTTP/1.1" status: 204 len: 168 time: 0.8645220 May 04 13:46:39.904866 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e431bc9a-4714-46dc-a4bf-c7aca95d6cf9 admin admin] Checking segment: {'id': '1081cca2-ae15-46c1-94b8-f8ab4eff1143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '133ca9c2-c454-4e16-9ae3-7f25e2a291b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:46:39.905465 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e431bc9a-4714-46dc-a4bf-c7aca95d6cf9 admin admin] Network hostable DHCP agents. Network: 133ca9c2-c454-4e16-9ae3-7f25e2a291b5, hostable agents: ['548e5bae-174c-4437-b5d4-5dd15da226b0'], hosted agents: [] {{(pid=73860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:46:39.911081 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431bc9a-4714-46dc-a4bf-c7aca95d6cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a8b832b-8c15-4529-8595-9f671d16ce33,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:39.913445 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-9dd6314f-fb9b-4fc6-b7ea-aba0cd5bf7c2 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0222a15be7b94760890f46e3aa01d152&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015356 May 04 13:46:39.919100 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e431bc9a-4714-46dc-a4bf-c7aca95d6cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:39.950090 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e431bc9a-4714-46dc-a4bf-c7aca95d6cf9 admin admin] Network 133ca9c2-c454-4e16-9ae3-7f25e2a291b5 is scheduled to be hosted by DHCP agent 548e5bae-174c-4437-b5d4-5dd15da226b0 with binding_index 1 {{(pid=73860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:46:39.974533 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-e431bc9a-4714-46dc-a4bf-c7aca95d6cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-smb, 133ca9c2-c454-4e16-9ae3-7f25e2a291b5) {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:46:40.000715 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4bf9d9-2e65-4a69-b321-c02017dee28d None None] Network 133ca9c2-c454-4e16-9ae3-7f25e2a291b5 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:46:40.000977 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e431bc9a-4714-46dc-a4bf-c7aca95d6cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:40.001736 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e431bc9a-4714-46dc-a4bf-c7aca95d6cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:40.078723 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-e431bc9a-4714-46dc-a4bf-c7aca95d6cf9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6480956 May 04 13:46:40.086671 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 48920) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:40.124313 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1796098624-router', 'tenant_id': 'e8e82c2902c64ab29cf39e6726269c85', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:46:40.158453 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:40.174116 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Usage tracker for resource:router and tenant:e8e82c2902c64ab29cf39e6726269c85 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:40.188118 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:40.205350 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:40.206281 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-12a70eb0-6363-4519-9ccd-a0db878819ac service neutron] 10.222.0.44 "GET /v2.0/networks/bd7f5a6e-a920-49f1-9899-520183041510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754476 May 04 13:46:40.238260 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1977953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47740'] for router, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:40.239393 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1698401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47685'] for router, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:40.281459 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:40.591795 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:40.609927 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Transition to ACTIVE for port object 133655bc-a3b8-421a-b499-aae22bb803a3 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:46:40.628588 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:40.637279 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:40.675972 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-1c8fbffc-df4e-4db9-bc0d-2fa6eb0f62c6 service neutron] 10.222.0.44 "GET /v2.0/networks/bd7f5a6e-a920-49f1-9899-520183041510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659438 May 04 13:46:41.023483 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd18b98-b201-4bcb-b265-b097e1d6cced req-eeee5e6f-469a-4cee-bf33-d189840e8f67 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:41.030288 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc88d6-7508-4d8f-8c43-7d74b626ed1c None None] Pushing event updated for resources: {'Port': ['ID=133655bc-a3b8-421a-b499-aae22bb803a3,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:41.035878 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-afd18b98-b201-4bcb-b265-b097e1d6cced req-eeee5e6f-469a-4cee-bf33-d189840e8f67 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.3481958 May 04 13:46:41.053368 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfbf21e1-5d9b-5b7c-a50d-f7224e599174-133ca9c2-c454-4e16-9ae3-7f25e2a291b5', 'network_id': '133ca9c2-c454-4e16-9ae3-7f25e2a291b5', 'tenant_id': 'e8e82c2902c64ab29cf39e6726269c85', 'fixed_ips': [{'subnet_id': '7a8b832b-8c15-4529-8595-9f671d16ce33'}]}} from dv-cinder-789564-1-smb. {{(pid=73862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 13:46:41.054463 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:41.081250 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-adbc88d6-7508-4d8f-8c43-7d74b626ed1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:41.102184 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Attempting to bind port 133655bc-a3b8-421a-b499-aae22bb803a3 on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:46:41.102571 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Attempting to bind port 133655bc-a3b8-421a-b499-aae22bb803a3 by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': 'c19f3a95-bd63-49af-995e-6e0d222faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:46:41.108426 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Attempting to bind port 133655bc-a3b8-421a-b499-aae22bb803a3 on network b52ba926-9a0c-4ed7-8661-090c20371f1a {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:46:41.116914 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:46:41.117232 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Checking segment: {'id': 'c19f3a95-bd63-49af-995e-6e0d222faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:46:41.117541 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:41.117960 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Bound using segment: {'id': 'c19f3a95-bd63-49af-995e-6e0d222faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:46:41.118451 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Bound port: 133655bc-a3b8-421a-b499-aae22bb803a3, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19f3a95-bd63-49af-995e-6e0d222faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:46:41.118837 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:41.152241 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47707'] for router, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:41.316989 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-afd18b98-b201-4bcb-b265-b097e1d6cced req-f3cebed2-aa8e-438a-9d21-9f19cf6682e9 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793224 May 04 13:46:41.608820 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e9119ad0-3855-4352-92df-ec30d4a367e8 req-5c6fb770-1690-4c92-9324-6105084f5a1d tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 210 time: 0.1062913 May 04 13:46:41.682532 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] For port 133655bc-a3b8-421a-b499-aae22bb803a3, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:46:41.696230 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] For port 133655bc-a3b8-421a-b499-aae22bb803a3, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=133655bc-a3b8-421a-b499-aae22bb803a3,segment=NetworkSegment(c19f3a95-bd63-49af-995e-6e0d222faf5f),segment_id=c19f3a95-bd63-49af-995e-6e0d222faf5f)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:46:41.709511 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:41.717030 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:41.750980 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Allocated IP 172.20.0.2 (133ca9c2-c454-4e16-9ae3-7f25e2a291b5/7a8b832b-8c15-4529-8595-9f671d16ce33/46b84333-7ea2-4c0d-9203-3472acec0dfd) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:46:41.874736 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Routers {'572322ec-7eb1-4269-bb2e-decc98a74d23'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:46:41.876134 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:46:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['572322ec-7eb1-4269-bb2e-decc98a74d23'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:46:42.408375 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc88d6-7508-4d8f-8c43-7d74b626ed1c None None] Pushing event updated for resources: {'Port': ['ID=133655bc-a3b8-421a-b499-aae22bb803a3,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:42.458343 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-adbc88d6-7508-4d8f-8c43-7d74b626ed1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:42.672195 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] Set router 572322ec-7eb1-4269-bb2e-decc98a74d23 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:46:42.897527 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:43.039977 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:43.208158 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-25d7a4a3-88df-48a7-92f7-77fde0e24c5e req-16f0b98b-103a-46b0-93ed-8680f827552f tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 210 time: 0.2336171 May 04 13:46:43.279163 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1610b6-5ab4-4e91-b535-91f65ca2c493 req-3ec1941e-c518-40aa-8faf-496147fe3520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:43.282263 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9b1610b6-5ab4-4e91-b535-91f65ca2c493 req-3ec1941e-c518-40aa-8faf-496147fe3520 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1663eef7b6514ababc60301bf99e7576&device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 1099 time: 0.7544348 May 04 13:46:43.287642 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce83d5a-09db-43fa-a5a1-2c4fe6c93b69 req-d6f16b54-8a81-426f-b7a4-dd1d62dd5c92 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:43.303605 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7ce83d5a-09db-43fa-a5a1-2c4fe6c93b69 req-d6f16b54-8a81-426f-b7a4-dd1d62dd5c92 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.5460401 May 04 13:46:43.404359 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7ce83d5a-09db-43fa-a5a1-2c4fe6c93b69 req-7f9651b4-6b1d-4c32-ac3d-2711c3dfbe78 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990319 May 04 13:46:43.593497 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1610b6-5ab4-4e91-b535-91f65ca2c493 req-253831e9-39c7-481e-aea7-c7398b3adfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:43.595448 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9b1610b6-5ab4-4e91-b535-91f65ca2c493 req-253831e9-39c7-481e-aea7-c7398b3adfdb service neutron] 10.222.0.30 "GET /v2.0/networks?id=173162e4-65be-4ace-a427-e6e40ca8cc8a HTTP/1.1" status: 200 len: 919 time: 0.2903304 May 04 13:46:43.602418 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:43.664024 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Transition to ACTIVE for port object 46b84333-7ea2-4c0d-9203-3472acec0dfd will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:46:43.816836 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Transition to ACTIVE for port object 46b84333-7ea2-4c0d-9203-3472acec0dfd will not be triggered until provisioned by entity DHCP. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:46:43.857599 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:43.877800 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:43.929152 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9b1610b6-5ab4-4e91-b535-91f65ca2c493 req-e3f5f7ce-940f-4982-8f2d-5eda19c02886 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bbd70b8-ebb3-49bb-8699-870a9a957756 HTTP/1.1" status: 200 len: 217 time: 0.3248637 May 04 13:46:44.004759 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Network 133ca9c2-c454-4e16-9ae3-7f25e2a291b5 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:46:44.040358 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:46:44.046233 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:46:44.128912 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Allocated IP 172.28.3.234 (ec979011-6604-4968-ace9-769b935940bc/86424637-3a1b-4645-9cbe-37dcbde5db40/4d51670c-7f76-4537-b160-3a53c53d0b97) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:46:44.137730 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1610b6-5ab4-4e91-b535-91f65ca2c493 req-e60e5be3-a6eb-42a5-843a-0db117e1b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:44.139528 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9b1610b6-5ab4-4e91-b535-91f65ca2c493 req-e60e5be3-a6eb-42a5-843a-0db117e1b71d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=29831a22-bbbd-4838-bcc7-5e382073153a HTTP/1.1" status: 200 len: 858 time: 0.1707258 May 04 13:46:44.255220 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Pushing event updated for resources: {'Port': ['ID=46b84333-7ea2-4c0d-9203-3472acec0dfd,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:44.264176 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:44.273074 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9b1610b6-5ab4-4e91-b535-91f65ca2c493 req-2856beb4-98ee-4a07-9738-4a6ce0e0769d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=173162e4-65be-4ace-a427-e6e40ca8cc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242604 May 04 13:46:44.485398 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Attempting to bind port 46b84333-7ea2-4c0d-9203-3472acec0dfd on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:46:44.486555 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Attempting to bind port 46b84333-7ea2-4c0d-9203-3472acec0dfd by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': '1081cca2-ae15-46c1-94b8-f8ab4eff1143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '133ca9c2-c454-4e16-9ae3-7f25e2a291b5'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:46:44.487646 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Attempting to bind port 46b84333-7ea2-4c0d-9203-3472acec0dfd on network 133ca9c2-c454-4e16-9ae3-7f25e2a291b5 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:46:44.521675 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'name': 'tempest-TestMinimumBasicScenario-217762730-router', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:20Z', 'updated_at': '2021-05-04T13:46:31Z', 'revision_number': 4, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'gw_port': {'id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:73:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:22Z', 'updated_at': '2021-05-04T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': '133655bc-a3b8-421a-b499-aae22bb803a3', 'name': '', 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'mac_address': 'fa:16:3e:e6:eb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:29Z', 'updated_at': '2021-05-04T13:46:41Z', 'revision_number': 4, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'subnets': [{'id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:46:44.527094 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:46:44.528303 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Checking segment: {'id': '1081cca2-ae15-46c1-94b8-f8ab4eff1143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '133ca9c2-c454-4e16-9ae3-7f25e2a291b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:46:44.529293 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:44.530264 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Bound using segment: {'id': '1081cca2-ae15-46c1-94b8-f8ab4eff1143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '133ca9c2-c454-4e16-9ae3-7f25e2a291b5'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:46:44.531493 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Bound port: 46b84333-7ea2-4c0d-9203-3472acec0dfd, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1081cca2-ae15-46c1-94b8-f8ab4eff1143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '133ca9c2-c454-4e16-9ae3-7f25e2a291b5'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:46:44.532482 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:44.565400 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8629cd-e91f-47e3-843c-590986237a62 None None] The sync data for ids ['572322ec-7eb1-4269-bb2e-decc98a74d23'] in dv-cinder-789564-1-smb is: [{'id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'name': 'tempest-TestMinimumBasicScenario-217762730-router', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:20Z', 'updated_at': '2021-05-04T13:46:31Z', 'revision_number': 4, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'gw_port': {'id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:73:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:22Z', 'updated_at': '2021-05-04T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': '133655bc-a3b8-421a-b499-aae22bb803a3', 'name': '', 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'mac_address': 'fa:16:3e:e6:eb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:29Z', 'updated_at': '2021-05-04T13:46:41Z', 'revision_number': 4, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'subnets': [{'id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:46:44.909408 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] For port 46b84333-7ea2-4c0d-9203-3472acec0dfd, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:46:44.915557 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] For port 46b84333-7ea2-4c0d-9203-3472acec0dfd, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=46b84333-7ea2-4c0d-9203-3472acec0dfd,segment=NetworkSegment(1081cca2-ae15-46c1-94b8-f8ab4eff1143),segment_id=1081cca2-ae15-46c1-94b8-f8ab4eff1143)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:46:44.926010 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:44.934683 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:45.077307 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9b2e0d7d-d5d3-4d63-9f9b-c6d77cf8a7b0 req-a08e71d5-8eeb-439f-b4bd-eb516b01324f tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 210 time: 0.2471447 May 04 13:46:45.230752 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Pushing event updated for resources: {'Port': ['ID=46b84333-7ea2-4c0d-9203-3472acec0dfd,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:45.253782 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:45.381619 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 133655bc-a3b8-421a-b499-aae22bb803a3 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:46:45.566199 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:45.692386 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port 133655bc-a3b8-421a-b499-aae22bb803a3 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:46:45.701834 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:45.721509 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 133655bc-a3b8-421a-b499-aae22bb803a3 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:46:45.722123 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:45.750889 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bc356127-0a70-4bf3-967b-15cdd526c31e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:45.777618 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0a28d-c54c-4a58-b6d2-09f512586899 req-e3d59caa-9db1-437d-bcaa-1815f1929d29 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:45.812867 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-dce0a28d-c54c-4a58-b6d2-09f512586899 req-e3d59caa-9db1-437d-bcaa-1815f1929d29 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.3219457 May 04 13:46:46.028238 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-dce0a28d-c54c-4a58-b6d2-09f512586899 req-9d701193-7055-45aa-a75f-4bad839e7d6e tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123706 May 04 13:46:46.068049 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Network ec979011-6604-4968-ace9-769b935940bc is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:46:46.076411 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:46:46.095005 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:46:46.174556 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:46.273514 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port 133655bc-a3b8-421a-b499-aae22bb803a3, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=133655bc-a3b8-421a-b499-aae22bb803a3,segment=NetworkSegment(c19f3a95-bd63-49af-995e-6e0d222faf5f),segment_id=c19f3a95-bd63-49af-995e-6e0d222faf5f)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:46:46.298060 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:46.303506 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-adbc88d6-7508-4d8f-8c43-7d74b626ed1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:46.525625 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=133655bc-a3b8-421a-b499-aae22bb803a3,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:46.537157 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:46.615309 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-17836bf8-4177-4efe-bfca-cbabc9a27bd0 req-410e94ed-dc55-462d-bbcb-3dfc958111f9 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 210 time: 0.0553126 May 04 13:46:46.662828 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9b1610b6-5ab4-4e91-b535-91f65ca2c493 req-a8a5d7ff-d89e-41ef-9716-02a6a62092c7 service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2594979 May 04 13:46:46.694739 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-0238fb24-ab80-4963-8065-733d297dfb1b tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:46.702293 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-0238fb24-ab80-4963-8065-733d297dfb1b tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.30 "GET /v2.0/networks?id=bd7f5a6e-a920-49f1-9899-520183041510 HTTP/1.1" status: 200 len: 809 time: 2.2471473 May 04 13:46:46.703443 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Pushing event updated for resources: {'Port': ['ID=4d51670c-7f76-4537-b160-3a53c53d0b97,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:46.709294 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.959s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:46.747979 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Request body: {'port': {'device_id': '86f65503-95ed-49c7-85c2-e7101d30d570', 'network_id': 'bd7f5a6e-a920-49f1-9899-520183041510', 'admin_state_up': True, 'tenant_id': '0222a15be7b94760890f46e3aa01d152'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:46:47.125712 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94944dd-e3cd-40b8-a244-63c41bd49ebf None None] Network 133ca9c2-c454-4e16-9ae3-7f25e2a291b5 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:46:47.405173 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e071db3-d8c6-4e14-86e6-e8bd9c5923df req-7f035791-a436-44fe-86b0-ee65d42c0c4e tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:47.422720 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8e071db3-d8c6-4e14-86e6-e8bd9c5923df req-7f035791-a436-44fe-86b0-ee65d42c0c4e tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.1278858 May 04 13:46:47.463590 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 133655bc-a3b8-421a-b499-aae22bb803a3 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:46:47.524408 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8e071db3-d8c6-4e14-86e6-e8bd9c5923df req-086c5111-a139-4744-bc7e-b75176c8c5d3 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032701 May 04 13:46:47.673289 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-3f47d08e-d47f-4d53-85b6-f5b9a562340b None None] Provisioning for port 46b84333-7ea2-4c0d-9203-3472acec0dfd completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:46:47.826292 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 133655bc-a3b8-421a-b499-aae22bb803a3 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:46:47.826692 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:47.870549 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:47.911689 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Usage tracker for resource:port and tenant:0222a15be7b94760890f46e3aa01d152 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:47.961373 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:47.977632 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:48.057989 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9b1610b6-5ab4-4e91-b535-91f65ca2c493 req-31afba6f-be82-49d9-8308-8c24a4983e1a service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3475566 May 04 13:46:48.111128 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Made reservation on behalf of 0222a15be7b94760890f46e3aa01d152 for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:46:48.116791 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:48.173456 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-69f7a5e1-2bcc-4c53-b412-8c8592661aaf req-677e9030-6890-499a-b78b-93a7733a1906 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 210 time: 0.1898255 May 04 13:46:48.350726 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 46b84333-7ea2-4c0d-9203-3472acec0dfd up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:46:48.492974 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port 46b84333-7ea2-4c0d-9203-3472acec0dfd completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:46:48.502417 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:48.505803 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 46b84333-7ea2-4c0d-9203-3472acec0dfd triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:46:48.508299 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:48.659292 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49068) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:48.785030 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:48.975156 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-0f0c4d59-eb02-48a0-8fd5-55b9d13fc70b None None] Provisioning complete for port 46b84333-7ea2-4c0d-9203-3472acec0dfd triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:46:48.975724 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0f0c4d59-eb02-48a0-8fd5-55b9d13fc70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:49.005186 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4df45cef-35b9-4ca6-b6b2-b9a30fb5af82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:49.033343 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-4df45cef-35b9-4ca6-b6b2-b9a30fb5af82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:49.039533 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-4df45cef-35b9-4ca6-b6b2-b9a30fb5af82 admin admin] Usage tracker for resource:security_group_rule and tenant:713ab40ba737469eadf5caf3f9dafb9c is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:49.044654 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-4df45cef-35b9-4ca6-b6b2-b9a30fb5af82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:49.055059 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-4df45cef-35b9-4ca6-b6b2-b9a30fb5af82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:49.070875 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Allocated IP 172.20.0.2 (bd7f5a6e-a920-49f1-9899-520183041510/8bc23abc-5323-40ec-a15e-9f33381994d7/4c232c7f-a26a-454b-99dd-159b96fe7c60) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:46:49.083906 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port 46b84333-7ea2-4c0d-9203-3472acec0dfd, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=46b84333-7ea2-4c0d-9203-3472acec0dfd,segment=NetworkSegment(1081cca2-ae15-46c1-94b8-f8ab4eff1143),segment_id=1081cca2-ae15-46c1-94b8-f8ab4eff1143)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:46:49.106688 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:49.113838 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:49.211751 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4df45cef-35b9-4ca6-b6b2-b9a30fb5af82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:49.261100 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355bd3c-ac6e-4314-b792-210d171d8c26 req-d1681c24-4ee8-4547-8192-02b86f1d0288 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:49.263577 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0355bd3c-ac6e-4314-b792-210d171d8c26 req-d1681c24-4ee8-4547-8192-02b86f1d0288 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.4902055 May 04 13:46:49.265761 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4df45cef-35b9-4ca6-b6b2-b9a30fb5af82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:49.276769 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=46b84333-7ea2-4c0d-9203-3472acec0dfd,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:49.280637 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b85659d3-1989-4ad0-9f73-9e7fa8050c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:49.336135 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:49.365240 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df45cef-35b9-4ca6-b6b2-b9a30fb5af82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718a5544-b9c7-46c2-b6f6-d86aa61666d1,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:49.370861 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-4df45cef-35b9-4ca6-b6b2-b9a30fb5af82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:49.429000 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0355bd3c-ac6e-4314-b792-210d171d8c26 req-915aec02-9ba5-4c08-a8b0-3cdbe8ba10e6 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060631 May 04 13:46:49.468368 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-4df45cef-35b9-4ca6-b6b2-b9a30fb5af82 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=713ab40ba737469eadf5caf3f9dafb9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8070793 May 04 13:46:49.471826 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49082) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:49.603494 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85262063-6dca-432f-b8a9-a720f7248b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:49.651938 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85262063-6dca-432f-b8a9-a720f7248b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:49.735944 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85262063-6dca-432f-b8a9-a720f7248b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:49.742060 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-affdad4f-baf8-4ca7-9743-06177a79c511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:49.758710 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85262063-6dca-432f-b8a9-a720f7248b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718a5544-b9c7-46c2-b6f6-d86aa61666d1,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:49.762009 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85262063-6dca-432f-b8a9-a720f7248b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:50.014216 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5212b3aa-68d0-4911-93c5-bc073f2e870a req-7a4ced9c-5f66-4f82-8894-c514b9c70343 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 210 time: 0.2730873 May 04 13:46:50.030926 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85262063-6dca-432f-b8a9-a720f7248b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:50.036148 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-85262063-6dca-432f-b8a9-a720f7248b00 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/718a5544-b9c7-46c2-b6f6-d86aa61666d1 HTTP/1.1" status: 204 len: 168 time: 0.5618882 May 04 13:46:50.084854 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1e8a4-86c6-4078-8197-133a78967bc8 req-a78e6411-f47a-47ed-b45d-40bb730c1fc9 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:50.087532 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-89e1e8a4-86c6-4078-8197-133a78967bc8 req-a78e6411-f47a-47ed-b45d-40bb730c1fc9 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 946 time: 0.2314651 May 04 13:46:50.104303 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1977880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974463'] for router, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:50.175446 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-89e1e8a4-86c6-4078-8197-133a78967bc8 req-920df825-4c1a-4f4f-853b-a2852021ab64 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772431 May 04 13:46:50.389848 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:50.476206 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:50.483887 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:50.559692 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Network bd7f5a6e-a920-49f1-9899-520183041510 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:46:50.564315 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Router cf15e2d9-4aab-4cc4-8f72-3f084617b6be is scheduled to L3 agent 73496170-7287-4045-b161-19082356b6ce with binding_index 1 {{(pid=73860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 13:46:50.569830 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:46:50.582244 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:46:50.625331 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Pushing event updated for resources: {'Port': ['ID=4c232c7f-a26a-454b-99dd-159b96fe7c60,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:50.639219 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:50.741394 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:50.742065 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:50.847518 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4521e7-ca51-4444-a5d7-7ecc44a36016 req-4c3cafab-a6d0-4c60-b62d-8753311d95b6 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:50.855174 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2b4521e7-ca51-4444-a5d7-7ecc44a36016 req-4c3cafab-a6d0-4c60-b62d-8753311d95b6 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.1641831 May 04 13:46:50.862286 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1443739 May 04 13:46:50.886379 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Request body: {'port': {'device_id': '86f65503-95ed-49c7-85c2-e7101d30d570', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:46:50.934717 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2b4521e7-ca51-4444-a5d7-7ecc44a36016 req-5400104d-6c3f-4277-a1a6-9b473cd8b9ec tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681119 May 04 13:46:50.938074 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:46:50.956745 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Sync routers for ids ['cf15e2d9-4aab-4cc4-8f72-3f084617b6be'] in dv-cinder-789564-1-smb {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:46:51.007533 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Routers {'cf15e2d9-4aab-4cc4-8f72-3f084617b6be'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:46:51.008744 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:46:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['cf15e2d9-4aab-4cc4-8f72-3f084617b6be'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:46:51.068534 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Notify callbacks [] for router, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:51.074576 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49132) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:51.075763 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.9836698 May 04 13:46:51.194442 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:51.378637 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 46b84333-7ea2-4c0d-9203-3472acec0dfd up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:46:51.489203 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Set router cf15e2d9-4aab-4cc4-8f72-3f084617b6be gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:46:51.546065 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 46b84333-7ea2-4c0d-9203-3472acec0dfd triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:46:51.546525 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:51.835443 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49144) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:51.935590 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c232c7f-a26a-454b-99dd-159b96fe7c60 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:46:51.944328 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:51.961300 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Transition to ACTIVE for port object 4c232c7f-a26a-454b-99dd-159b96fe7c60 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:46:51.969902 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:51.975376 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-340b47ea-cb13-453c-9c5a-8208ab54c447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:52.144320 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:52.165377 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'name': 'tempest-TestMinimumBasicScenario-1796098624-router', 'tenant_id': 'e8e82c2902c64ab29cf39e6726269c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': '4d51670c-7f76-4537-b160-3a53c53d0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:40Z', 'updated_at': '2021-05-04T13:46:47Z', 'revision_number': 3, 'project_id': 'e8e82c2902c64ab29cf39e6726269c85', 'gw_port': {'id': '4d51670c-7f76-4537-b160-3a53c53d0b97', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:43Z', 'updated_at': '2021-05-04T13:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:46:52.173380 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Checking router: cf15e2d9-4aab-4cc4-8f72-3f084617b6be for host: dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:46:52.174307 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Updating router cf15e2d9-4aab-4cc4-8f72-3f084617b6be port 4d51670c-7f76-4537-b160-3a53c53d0b97 binding host dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:46:52.279912 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-234654311-network', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:46:52.290836 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:52.291619 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:52.309384 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Pushing event updated for resources: {'Port': ['ID=4c232c7f-a26a-454b-99dd-159b96fe7c60,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:52.325025 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1f551-525a-4b87-80cf-5fa6d71d0e0c req-fef030d4-a017-4ac0-ae9f-59799b61412d tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:52.328208 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1ad1f551-525a-4b87-80cf-5fa6d71d0e0c req-fef030d4-a017-4ac0-ae9f-59799b61412d tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 931 time: 0.7862229 May 04 13:46:52.334652 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:52.377353 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026427da-0c9e-444b-83bd-0375e2a72a66 req-838c2886-daa7-4318-a3a0-567365dcfdfa tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:52.378691 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-026427da-0c9e-444b-83bd-0375e2a72a66 req-838c2886-daa7-4318-a3a0-567365dcfdfa tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Synchronizing usage tracker for tenant:14598e286d464d1992dd44a6acea91b6 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:46:52.411987 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Usage tracker for resource:network and tenant:ba7d7287eddb4c00ab92d7d96e686d4e is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:52.416717 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:52.426048 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:52.447154 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-026427da-0c9e-444b-83bd-0375e2a72a66 req-838c2886-daa7-4318-a3a0-567365dcfdfa tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Unset dirty status for tenant:14598e286d464d1992dd44a6acea91b6 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:46:52.453396 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-026427da-0c9e-444b-83bd-0375e2a72a66 req-838c2886-daa7-4318-a3a0-567365dcfdfa tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.30 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 946 time: 0.9909749 May 04 13:46:52.527575 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Attempting to bind port 4c232c7f-a26a-454b-99dd-159b96fe7c60 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:46:52.527575 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Attempting to bind port 4c232c7f-a26a-454b-99dd-159b96fe7c60 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '49475647-9be4-41c5-ae7e-c8fcacee629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bd7f5a6e-a920-49f1-9899-520183041510'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:46:52.527575 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Attempting to bind port 4c232c7f-a26a-454b-99dd-159b96fe7c60 on network bd7f5a6e-a920-49f1-9899-520183041510 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:46:52.585240 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Port 4c232c7f-a26a-454b-99dd-159b96fe7c60 on network bd7f5a6e-a920-49f1-9899-520183041510 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:46:52.585775 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Attempting to bind port 4c232c7f-a26a-454b-99dd-159b96fe7c60 on network bd7f5a6e-a920-49f1-9899-520183041510 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:46:52.621151 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:46:52.626116 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Checking segment: {'id': '49475647-9be4-41c5-ae7e-c8fcacee629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bd7f5a6e-a920-49f1-9899-520183041510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:46:52.626518 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Bound using segment: {'id': '49475647-9be4-41c5-ae7e-c8fcacee629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bd7f5a6e-a920-49f1-9899-520183041510'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:46:52.626993 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Bound port: 4c232c7f-a26a-454b-99dd-159b96fe7c60, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49475647-9be4-41c5-ae7e-c8fcacee629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bd7f5a6e-a920-49f1-9899-520183041510'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:46:52.628125 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:52.668163 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df597266-caa5-4f5c-9584-300748255645 req-307699c0-d9dc-4ead-b608-dc13860ad828 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:52.674190 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-df597266-caa5-4f5c-9584-300748255645 req-307699c0-d9dc-4ead-b608-dc13860ad828 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 946 time: 1.1307673 May 04 13:46:52.721436 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Made reservation on behalf of ba7d7287eddb4c00ab92d7d96e686d4e for: {'network': 1} {{(pid=73861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:46:52.725565 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for network, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:52.771993 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:52.892490 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:52.903814 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Notify callbacks [] for port, precommit_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:52.924481 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.provisioning_blocks [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Transition to ACTIVE for port object 4d51670c-7f76-4537-b160-3a53c53d0b97 will not be triggered until provisioned by entity L2. {{(pid=73863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:46:52.936562 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:52.949430 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-53ca9236-3593-42ec-aa84-6d9e26d38ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:52.969041 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] For port 4c232c7f-a26a-454b-99dd-159b96fe7c60, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:46:52.973589 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] For port 4c232c7f-a26a-454b-99dd-159b96fe7c60, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4c232c7f-a26a-454b-99dd-159b96fe7c60,segment=NetworkSegment(49475647-9be4-41c5-ae7e-c8fcacee629d),segment_id=49475647-9be4-41c5-ae7e-c8fcacee629d)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:46:52.993381 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-026427da-0c9e-444b-83bd-0375e2a72a66 req-9262ddcb-b029-4f6b-9ef0-532fbab4d2e1 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Deleting port 6aa3a174-e4df-4a53-88e6-79fabc9e8837 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:46:52.993832 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-026427da-0c9e-444b-83bd-0375e2a72a66 req-9262ddcb-b029-4f6b-9ef0-532fbab4d2e1 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:53.010499 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:53.018042 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b4baed44-2845-4ac5-84df-37859520cae7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:53.038666 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1ad1f551-525a-4b87-80cf-5fa6d71d0e0c req-6b9c5f21-8877-4833-a4be-62397cb92426 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6844537 May 04 13:46:53.044970 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Usage tracker for resource:security_group_rule and tenant:ba7d7287eddb4c00ab92d7d96e686d4e is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:53.067585 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:53.086182 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:53.112306 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-df597266-caa5-4f5c-9584-300748255645 req-97288968-274f-42ab-8945-2442c9338ced tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319198 May 04 13:46:53.126860 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Attempting to bind port 4d51670c-7f76-4537-b160-3a53c53d0b97 on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:46:53.127891 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Attempting to bind port 4d51670c-7f76-4537-b160-3a53c53d0b97 by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}] {{(pid=73863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:46:53.129102 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Attempting to bind port 4d51670c-7f76-4537-b160-3a53c53d0b97 on network ec979011-6604-4968-ace9-769b935940bc {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:46:53.161089 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:46:53.161916 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Checking segment: {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:46:53.162703 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:53.164559 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Bound using segment: {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'} {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:46:53.165553 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Bound port: 4d51670c-7f76-4537-b160-3a53c53d0b97, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}}] {{(pid=73863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:46:53.166957 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:53.212465 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a58873-5c91-4d2d-bd39-634372634b77 None None] Pushing event updated for resources: {'Port': ['ID=4d51670c-7f76-4537-b160-3a53c53d0b97,revision_number=2']} {{(pid=73863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:53.226229 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-a5a58873-5c91-4d2d-bd39-634372634b77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:53.298596 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:53.299305 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:53.300940 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] 10.222.0.30 "PUT /v2.0/ports/4c232c7f-a26a-454b-99dd-159b96fe7c60 HTTP/1.1" status: 200 len: 1093 time: 2.4188168 May 04 13:46:53.309207 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.db [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] For port 4d51670c-7f76-4537-b160-3a53c53d0b97, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:46:53.309475 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f65503-95ed-49c7-85c2-e7101d30d570', 'tag': '4c232c7f-a26a-454b-99dd-159b96fe7c60'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:46:53.316554 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.db [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] For port 4d51670c-7f76-4537-b160-3a53c53d0b97, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=4d51670c-7f76-4537-b160-3a53c53d0b97,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:46:53.327370 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:53.376720 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-fa648359-07d6-4575-9ab5-195f76299c68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:53.436270 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f65503-95ed-49c7-85c2-e7101d30d570', 'tag': '4c232c7f-a26a-454b-99dd-159b96fe7c60', 'status': 'completed', 'code': 200} May 04 13:46:53.437066 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Pushing event updated for resources: {'Port': ['ID=4c232c7f-a26a-454b-99dd-159b96fe7c60,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:53.449816 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:53.487787 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-026427da-0c9e-444b-83bd-0375e2a72a66 req-9262ddcb-b029-4f6b-9ef0-532fbab4d2e1 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] For port 6aa3a174-e4df-4a53-88e6-79fabc9e8837, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6aa3a174-e4df-4a53-88e6-79fabc9e8837,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:46:53.488364 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-026427da-0c9e-444b-83bd-0375e2a72a66 req-9262ddcb-b029-4f6b-9ef0-532fbab4d2e1 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:53.508438 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Routers {'cf15e2d9-4aab-4cc4-8f72-3f084617b6be'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:46:53.509461 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:46:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['cf15e2d9-4aab-4cc4-8f72-3f084617b6be'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:46:53.608618 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:53.626715 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a58873-5c91-4d2d-bd39-634372634b77 None None] Pushing event updated for resources: {'Port': ['ID=4d51670c-7f76-4537-b160-3a53c53d0b97,revision_number=3']} {{(pid=73863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:53.632759 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:53.632982 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-a5a58873-5c91-4d2d-bd39-634372634b77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:53.642081 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-bc22ba6a-f0a8-48aa-9f35-b3a86df5d782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:53.642887 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-026427da-0c9e-444b-83bd-0375e2a72a66 req-9262ddcb-b029-4f6b-9ef0-532fbab4d2e1 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Calling delete_port for 6aa3a174-e4df-4a53-88e6-79fabc9e8837 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:46:53.670301 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-f852eda6-88fa-4739-9b66-2a1d9bcebffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:53.672563 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-f852eda6-88fa-4739-9b66-2a1d9bcebffd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0222a15be7b94760890f46e3aa01d152&device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 1096 time: 0.3115220 May 04 13:46:53.720694 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=73861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:46:53.724875 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6c960b-dd07-4a99-a84a-6a36a2c93740,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:53.735328 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:53.793826 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-910f3f6d-653d-4742-aa39-618e66b5eacb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c232c7f-a26a-454b-99dd-159b96fe7c60 HTTP/1.1" status: 200 len: 217 time: 0.1113484 May 04 13:46:53.842657 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:53.847704 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.db.segments_db [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Added segment c526d66a-050e-4f2d-b706-4b508fd7f802 of type vlan for network 5819c209-e830-494e-8b5b-2011ecaaec60 May 04 13:46:53.911664 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-7cb677ac-af14-4843-a860-b32a24435c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:53.918590 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-7cb677ac-af14-4843-a860-b32a24435c33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bc23abc-5323-40ec-a15e-9f33381994d7 HTTP/1.1" status: 200 len: 849 time: 0.1118147 May 04 13:46:53.919313 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760702352249'] for network, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:53.924413 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] Set router cf15e2d9-4aab-4cc4-8f72-3f084617b6be gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:46:53.982055 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2557ef1-dc66-44a7-baa6-fd8107f5efa4 req-59424639-2ebc-4916-a4c7-caf2b5d39573 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:53.989848 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c2557ef1-dc66-44a7-baa6-fd8107f5efa4 req-59424639-2ebc-4916-a4c7-caf2b5d39573 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.6532602 May 04 13:46:54.061772 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-5c7574a8-baf4-41ab-b9db-3e7376e82e3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7f5a6e-a920-49f1-9899-520183041510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188283 May 04 13:46:54.082408 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:54.109805 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for network, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:54.120329 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:54.121300 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:54.143104 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c2557ef1-dc66-44a7-baa6-fd8107f5efa4 req-175e699f-7c2a-49bc-adba-83682f851bb7 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520565 May 04 13:46:54.151436 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:54.569338 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-69abc796-7344-4414-bbb1-3d7535b3fa76 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7f5a6e-a920-49f1-9899-520183041510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621007 May 04 13:46:54.697579 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'name': 'tempest-TestMinimumBasicScenario-1796098624-router', 'tenant_id': 'e8e82c2902c64ab29cf39e6726269c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': '4d51670c-7f76-4537-b160-3a53c53d0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:40Z', 'updated_at': '2021-05-04T13:46:47Z', 'revision_number': 3, 'project_id': 'e8e82c2902c64ab29cf39e6726269c85', 'gw_port': {'id': '4d51670c-7f76-4537-b160-3a53c53d0b97', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:43Z', 'updated_at': '2021-05-04T13:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:46:54.705864 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8095510 May 04 13:46:54.706411 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd2930-7311-434a-b302-9deaeae02b78 None None] The sync data for ids ['cf15e2d9-4aab-4cc4-8f72-3f084617b6be'] in dv-cinder-789564-1-smb is: [{'id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'name': 'tempest-TestMinimumBasicScenario-1796098624-router', 'tenant_id': 'e8e82c2902c64ab29cf39e6726269c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': '4d51670c-7f76-4537-b160-3a53c53d0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:40Z', 'updated_at': '2021-05-04T13:46:47Z', 'revision_number': 3, 'project_id': 'e8e82c2902c64ab29cf39e6726269c85', 'gw_port': {'id': '4d51670c-7f76-4537-b160-3a53c53d0b97', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:43Z', 'updated_at': '2021-05-04T13:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}] {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:46:54.723345 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 49188) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:54.731730 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-026427da-0c9e-444b-83bd-0375e2a72a66 req-9262ddcb-b029-4f6b-9ef0-532fbab4d2e1 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:54.737140 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Pushing event updated for resources: {'Network': ['ID=5819c209-e830-494e-8b5b-2011ecaaec60,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:54.741402 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:54.762920 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['eee035f4-7317-47ae-9f20-a70097bbb987', 'c0fdfb67-e44b-46e5-936e-c37d5b3079e4', '010209cf-bf1b-4087-98f6-3dc29e0ca916'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:46:54.776695 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-34c08b49-2a35-4895-a5b8-de8aff0b8652 req-058611be-15d7-472c-b404-678b17e27544 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 210 time: 0.2717769 May 04 13:46:54.874110 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-7f2dd29b-3a4b-4be6-8455-f04bfa995d95 admin admin] Request body: {'subnet': {'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-234654311-subnet', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'ip_version': 4}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:46:54.922035 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Network 5819c209-e830-494e-8b5b-2011ecaaec60 details requested by agent ovs-agent-dv-cinder-789564-1-smb with host dv-cinder-789564-1-smb {{(pid=73862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 13:46:54.933455 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bb202d1b-9f74-4187-bf30-7cc11bd220e5 tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:54.974611 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-7f2dd29b-3a4b-4be6-8455-f04bfa995d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:54.998397 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-7f2dd29b-3a4b-4be6-8455-f04bfa995d95 admin admin] Usage tracker for resource:subnet and tenant:ba7d7287eddb4c00ab92d7d96e686d4e is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:55.006528 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262ddcb-b029-4f6b-9ef0-532fbab4d2e1 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Pushing event deleted for resources: {'Port': ['ID=6aa3a174-e4df-4a53-88e6-79fabc9e8837,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:55.010993 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-7f2dd29b-3a4b-4be6-8455-f04bfa995d95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:55.017521 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9262ddcb-b029-4f6b-9ef0-532fbab4d2e1 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:55.024582 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-7f2dd29b-3a4b-4be6-8455-f04bfa995d95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:55.059313 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Allocated IP 172.20.0.1 (133ca9c2-c454-4e16-9ae3-7f25e2a291b5/7a8b832b-8c15-4529-8595-9f671d16ce33/920663fb-b0b9-4f2f-8f77-a1e7fe5e1055) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:46:55.258833 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2dd29b-3a4b-4be6-8455-f04bfa995d95 admin admin] Made reservation on behalf of ba7d7287eddb4c00ab92d7d96e686d4e for: {'subnet': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:46:55.263375 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd29b-3a4b-4be6-8455-f04bfa995d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14884955'] for subnet, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:55.399267 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-026427da-0c9e-444b-83bd-0375e2a72a66 req-9262ddcb-b029-4f6b-9ef0-532fbab4d2e1 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] No DVR routers for this DVR port 6aa3a174-e4df-4a53-88e6-79fabc9e8837 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:46:55.402269 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-026427da-0c9e-444b-83bd-0375e2a72a66 req-9262ddcb-b029-4f6b-9ef0-532fbab4d2e1 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:55.417213 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0246897-bdb3-403b-82cf-91758ea3b815 req-042025b8-ca31-49ef-b450-9db12e86d675 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7f5a6e-a920-49f1-9899-520183041510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8341112 May 04 13:46:55.460540 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03190fef-1f73-4969-a8aa-46a3583fc58c', 'name': 'network-vif-deleted', 'tag': '6aa3a174-e4df-4a53-88e6-79fabc9e8837'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:46:55.481643 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 6aa3a174-e4df-4a53-88e6-79fabc9e8837 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:46:55.653934 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] No Port match for: 6aa3a174-e4df-4a53-88e6-79fabc9e8837 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:46:55.655221 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 6aa3a174-e4df-4a53-88e6-79fabc9e8837 not bound to the agent host hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:46:55.673900 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-026427da-0c9e-444b-83bd-0375e2a72a66 req-9262ddcb-b029-4f6b-9ef0-532fbab4d2e1 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.30 "DELETE /v2.0/ports/6aa3a174-e4df-4a53-88e6-79fabc9e8837 HTTP/1.1" status: 204 len: 173 time: 3.2082407 May 04 13:46:55.744727 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9c59d-339a-45b4-8e63-5c1caac44256 req-ee8bc56f-3133-4ec4-9d48-ed6253408dc4 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:55.780309 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-83c9c59d-339a-45b4-8e63-5c1caac44256 req-ee8bc56f-3133-4ec4-9d48-ed6253408dc4 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 943 time: 1.2561197 May 04 13:46:55.996970 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:56.008374 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4598a-7f76-4854-89e9-cace24aa1c62 req-7d0dfaba-750d-4c13-a8c0-839e22a29f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:56.010023 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e3b4598a-7f76-4854-89e9-cace24aa1c62 req-7d0dfaba-750d-4c13-a8c0-839e22a29f92 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 1099 time: 1.3490062 May 04 13:46:56.028918 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-83c9c59d-339a-45b4-8e63-5c1caac44256 req-bd4a1521-67b3-4520-8e4e-cc146420d04c tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475047 May 04 13:46:56.071466 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Transition to ACTIVE for port object 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 will not be triggered until provisioned by entity DHCP. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:46:56.111576 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533b853-d106-4f6c-b0b6-aa74aff720fe req-e34b4b18-ffbf-41fd-addb-9fceeb3b14ef tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:56.120366 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b533b853-d106-4f6c-b0b6-aa74aff720fe req-e34b4b18-ffbf-41fd-addb-9fceeb3b14ef tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.5556440 May 04 13:46:56.143729 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03190fef-1f73-4969-a8aa-46a3583fc58c', 'name': 'network-vif-deleted', 'tag': '6aa3a174-e4df-4a53-88e6-79fabc9e8837', 'status': 'completed', 'code': 200} May 04 13:46:56.195861 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e3b4598a-7f76-4854-89e9-cace24aa1c62 req-b000d46d-3cbc-485f-a238-71f939aa51f0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605749 May 04 13:46:56.210611 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf4c33-ab0d-4353-b0d2-6a6c1a1425b7 req-82444c73-5905-4f0a-90e9-01cb57fb98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:56.212301 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-deaf4c33-ab0d-4353-b0d2-6a6c1a1425b7 req-82444c73-5905-4f0a-90e9-01cb57fb98d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0222a15be7b94760890f46e3aa01d152&device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 1096 time: 0.7066529 May 04 13:46:56.261088 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b533b853-d106-4f6c-b0b6-aa74aff720fe req-5660e6d7-f2f6-4c2f-aa1a-8b0cee1b82e8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394203 May 04 13:46:56.281387 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-10208e99-caf7-4ec6-9bc3-3747efcf392c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:56.293505 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:56.315703 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:56.457910 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Network 133ca9c2-c454-4e16-9ae3-7f25e2a291b5 is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:46:56.461215 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e264fe38-b5c3-47ce-a7dd-795eebf639ae req-4d25a08d-cd4d-43cc-b28f-4a2788751481 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=03190fef-1f73-4969-a8aa-46a3583fc58c HTTP/1.1" status: 200 len: 210 time: 0.0850494 May 04 13:46:56.464549 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Resources bound (agent type, host, resource id): {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:46:56.470094 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:46:56.533818 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Pushing event updated for resources: {'Port': ['ID=920663fb-b0b9-4f2f-8f77-a1e7fe5e1055,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:56.543012 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:56.565501 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967312'] for router_interface, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:56.725869 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf4c33-ab0d-4353-b0d2-6a6c1a1425b7 req-b83263bf-9eda-409a-93a5-c2de275487d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:56.727367 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-deaf4c33-ab0d-4353-b0d2-6a6c1a1425b7 req-b83263bf-9eda-409a-93a5-c2de275487d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7f5a6e-a920-49f1-9899-520183041510 HTTP/1.1" status: 200 len: 910 time: 0.4623539 May 04 13:46:56.753322 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:56.791555 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:46:56.817971 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-deaf4c33-ab0d-4353-b0d2-6a6c1a1425b7 req-84c2df6b-014c-4c4d-920b-25912b819e28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c232c7f-a26a-454b-99dd-159b96fe7c60 HTTP/1.1" status: 200 len: 217 time: 0.0760567 May 04 13:46:56.900912 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-ede96153-466e-4cab-a270-643155cf468f None None] Provisioning for port 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:46:56.907674 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-ede96153-466e-4cab-a270-643155cf468f None None] Provisioning complete for port 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:46:56.908237 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ede96153-466e-4cab-a270-643155cf468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:56.950731 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf4c33-ab0d-4353-b0d2-6a6c1a1425b7 req-66fec874-595c-4268-8404-e41921993650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:56.952329 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-deaf4c33-ab0d-4353-b0d2-6a6c1a1425b7 req-66fec874-595c-4268-8404-e41921993650 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bc23abc-5323-40ec-a15e-9f33381994d7 HTTP/1.1" status: 200 len: 849 time: 0.1200209 May 04 13:46:57.018642 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-deaf4c33-ab0d-4353-b0d2-6a6c1a1425b7 req-bda9f259-5f4d-41fa-aa0c-996ab42ad0db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7f5a6e-a920-49f1-9899-520183041510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582168 May 04 13:46:57.019151 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-ede96153-466e-4cab-a270-643155cf468f None None] Port 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:46:57.055389 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd29b-3a4b-4be6-8455-f04bfa995d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15112825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14884941'] for subnet, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:57.074732 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f84fd87f-e9d8-42df-a17f-067cc05b470a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:57.092644 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:57.107346 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510930'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:57.165277 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:57.243681 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dd29b-3a4b-4be6-8455-f04bfa995d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afaec3b4-ea0f-4701-811e-4142e4284074,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:57.253602 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7f2dd29b-3a4b-4be6-8455-f04bfa995d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:57.275472 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dd29b-3a4b-4be6-8455-f04bfa995d95 admin admin] Checking segment: {'id': 'c526d66a-050e-4f2d-b706-4b508fd7f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:46:57.275851 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2dd29b-3a4b-4be6-8455-f04bfa995d95 admin admin] Network hostable DHCP agents. Network: 5819c209-e830-494e-8b5b-2011ecaaec60, hostable agents: ['548e5bae-174c-4437-b5d4-5dd15da226b0'], hosted agents: [] {{(pid=73860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:46:57.295868 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-deaf4c33-ab0d-4353-b0d2-6a6c1a1425b7 req-23ffdb93-a509-418d-ab2f-7e17132ce66b service neutron] 10.222.0.30 "GET /v2.0/networks/bd7f5a6e-a920-49f1-9899-520183041510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667513 May 04 13:46:57.316048 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967219'] for router_interface, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:57.353579 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Pushing event updated for resources: {'Port': ['ID=920663fb-b0b9-4f2f-8f77-a1e7fe5e1055,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:46:57.358293 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:46:57.392965 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2dd29b-3a4b-4be6-8455-f04bfa995d95 admin admin] Network 5819c209-e830-494e-8b5b-2011ecaaec60 is scheduled to be hosted by DHCP agent 548e5bae-174c-4437-b5d4-5dd15da226b0 with binding_index 1 {{(pid=73860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:46:57.464620 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 4c232c7f-a26a-454b-99dd-159b96fe7c60 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:46:57.484520 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-7f2dd29b-3a4b-4be6-8455-f04bfa995d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-smb, 5819c209-e830-494e-8b5b-2011ecaaec60) {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:46:57.512974 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2dd29b-3a4b-4be6-8455-f04bfa995d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:57.513770 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7f2dd29b-3a4b-4be6-8455-f04bfa995d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:57.565309 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-deaf4c33-ab0d-4353-b0d2-6a6c1a1425b7 req-9fdc847a-4b60-4021-9a96-fbdb215351fb service neutron] 10.222.0.30 "GET /v2.0/networks/bd7f5a6e-a920-49f1-9899-520183041510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622054 May 04 13:46:57.569821 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-7f2dd29b-3a4b-4be6-8455-f04bfa995d95 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.8462162 May 04 13:46:57.574343 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 49226) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:57.586402 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-234654311-router', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:46:57.594460 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:46:57.600212 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Usage tracker for resource:router and tenant:ba7d7287eddb4c00ab92d7d96e686d4e is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:46:57.603751 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:46:57.615968 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:46:57.645595 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1977953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47740'] for router, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:57.647157 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1698401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47685'] for router, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:57.679095 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:57.694195 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Network 133ca9c2-c454-4e16-9ae3-7f25e2a291b5 is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:46:57.697314 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9b7cd7-154b-46f0-88af-30e13bfddad3 None None] Network 5819c209-e830-494e-8b5b-2011ecaaec60 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:46:57.725682 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 4d51670c-7f76-4537-b160-3a53c53d0b97 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:46:57.747812 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Resources bound (agent type, host, resource id): {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:46:58.018632 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb4621-6107-458f-bfbb-2bca657b3eb3 req-597ebcd3-e037-47f2-8eab-c7cdbba1911f tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:58.020393 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cddb4621-6107-458f-bfbb-2bca657b3eb3 req-597ebcd3-e037-47f2-8eab-c7cdbba1911f tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 943 time: 0.3924012 May 04 13:46:58.172197 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4fb43-d54a-44c2-ab45-d6e3234a5e0e req-deffae05-e7ab-444b-a020-c3c86fd892d4 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:58.180045 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6db4fb43-d54a-44c2-ab45-d6e3234a5e0e req-deffae05-e7ab-444b-a020-c3c86fd892d4 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.4835906 May 04 13:46:58.247259 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cddb4621-6107-458f-bfbb-2bca657b3eb3 req-5beb8192-1ec4-44d5-9d04-5482b11f625d tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034287 May 04 13:46:58.274454 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47707'] for router, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:58.285099 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6db4fb43-d54a-44c2-ab45-d6e3234a5e0e req-6bf18ed8-d511-4a62-bd74-ba36ea0217a4 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015489 May 04 13:46:58.323532 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Router cf15e2d9-4aab-4cc4-8f72-3f084617b6be has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:46:58.491351 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-0147fd84-fa77-416d-8a8e-b0a476e6014e None None] Provisioning complete for port 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:46:58.491896 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0147fd84-fa77-416d-8a8e-b0a476e6014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:58.556645 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-0147fd84-fa77-416d-8a8e-b0a476e6014e None None] Port 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:46:58.599085 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port 4d51670c-7f76-4537-b160-3a53c53d0b97 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:46:58.636274 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 4d51670c-7f76-4537-b160-3a53c53d0b97 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:46:58.636772 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:58.786219 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 4c232c7f-a26a-454b-99dd-159b96fe7c60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4c232c7f-a26a-454b-99dd-159b96fe7c60,segment=NetworkSegment(49475647-9be4-41c5-ae7e-c8fcacee629d),segment_id=49475647-9be4-41c5-ae7e-c8fcacee629d)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:46:58.838345 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:46:58.848374 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': '4c232c7f-a26a-454b-99dd-159b96fe7c60', 'network_id': 'bd7f5a6e-a920-49f1-9899-520183041510', 'port_id': '4c232c7f-a26a-454b-99dd-159b96fe7c60', 'mac_address': 'fa:16:3e:85:81:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc23abc-5323-40ec-a15e-9f33381994d7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:46:58.871889 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] 10.222.0.44 "PUT /v2.0/routers/cf15e2d9-4aab-4cc4-8f72-3f084617b6be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7949927 May 04 13:46:58.932980 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Sync routers for ids ['cf15e2d9-4aab-4cc4-8f72-3f084617b6be'] in dv-cinder-789564-1-smb {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:46:58.947022 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:59.023949 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c232c7f-a26a-454b-99dd-159b96fe7c60 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:46:59.096018 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 4c232c7f-a26a-454b-99dd-159b96fe7c60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4c232c7f-a26a-454b-99dd-159b96fe7c60,segment=NetworkSegment(49475647-9be4-41c5-ae7e-c8fcacee629d),segment_id=49475647-9be4-41c5-ae7e-c8fcacee629d)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:46:59.098536 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Routers {'cf15e2d9-4aab-4cc4-8f72-3f084617b6be'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:46:59.100003 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:46:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['cf15e2d9-4aab-4cc4-8f72-3f084617b6be'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:46:59.247294 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:59.314392 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:59.497118 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c56c6-ee81-4652-936e-de440e99bcaf req-46209e23-7058-4936-b6e3-f6fd0a80c1b9 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:59.501525 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9b9c56c6-ee81-4652-936e-de440e99bcaf req-46209e23-7058-4936-b6e3-f6fd0a80c1b9 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.3228619 May 04 13:46:59.572708 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9b9c56c6-ee81-4652-936e-de440e99bcaf req-0abaad9b-75cb-4bfd-b764-5a45f2dd74e8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636160 May 04 13:46:59.608473 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:59.614347 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Allocated IP 172.28.3.25 (ec979011-6604-4968-ace9-769b935940bc/86424637-3a1b-4645-9cbe-37dcbde5db40/e85cacc6-b145-49a3-8218-128f861546c2) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:46:59.627460 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:46:59.685392 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c3b29-306d-466d-8996-47f72b1351aa req-3920e121-e908-47b6-85e3-43edf24b9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:59.687313 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d65c3b29-306d-466d-8996-47f72b1351aa req-3920e121-e908-47b6-85e3-43edf24b9ddd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1663eef7b6514ababc60301bf99e7576&device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 1099 time: 0.5860398 May 04 13:46:59.751311 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d8fe98f6-fabb-4765-b397-0e6df13d2e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:59.803307 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfbf21e1-5d9b-5b7c-a50d-f7224e599174-5819c209-e830-494e-8b5b-2011ecaaec60', 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'fixed_ips': [{'subnet_id': 'afaec3b4-ea0f-4701-811e-4142e4284074'}]}} from dv-cinder-789564-1-smb. {{(pid=73862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 13:46:59.806933 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:59.858038 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88877d6-0b09-4e35-bc6f-383cc880b8c8 req-2a57c5fa-db44-4d75-bf0b-39c92455bfca tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:59.867612 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e88877d6-0b09-4e35-bc6f-383cc880b8c8 req-2a57c5fa-db44-4d75-bf0b-39c92455bfca tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 944 time: 0.2740350 May 04 13:46:59.904013 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:59.929651 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e88877d6-0b09-4e35-bc6f-383cc880b8c8 req-40ae11b4-5a83-499e-a653-38bf4a397bbc tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606914 May 04 13:46:59.932821 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49286) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:46:59.948918 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c3b29-306d-466d-8996-47f72b1351aa req-9eed8247-6a1c-4b2d-ad6e-e243c3931465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:46:59.950967 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d65c3b29-306d-466d-8996-47f72b1351aa req-9eed8247-6a1c-4b2d-ad6e-e243c3931465 service neutron] 10.222.0.30 "GET /v2.0/networks?id=173162e4-65be-4ace-a427-e6e40ca8cc8a HTTP/1.1" status: 200 len: 919 time: 0.2086103 May 04 13:46:59.957003 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:46:59.971622 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['4c232c7f-a26a-454b-99dd-159b96fe7c60'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:47:00.010028 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0f6dd7-5145-4aa5-a9ae-0ed6c3bc4d53 admin admin] Deleting subnet a6154949-b27b-43fd-ac63-ecf2c1bada63 {{(pid=73861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 13:47:00.014348 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6dd7-5145-4aa5-a9ae-0ed6c3bc4d53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:00.034821 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d65c3b29-306d-466d-8996-47f72b1351aa req-ca54fad8-160c-4476-a3df-195df58067db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bbd70b8-ebb3-49bb-8699-870a9a957756 HTTP/1.1" status: 200 len: 217 time: 0.0737150 May 04 13:47:00.071143 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:00.081202 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port 4d51670c-7f76-4537-b160-3a53c53d0b97, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=4d51670c-7f76-4537-b160-3a53c53d0b97,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:47:00.086322 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6dd7-5145-4aa5-a9ae-0ed6c3bc4d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1510469'] for subnet, precommit_delete_associations {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:00.121492 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c3b29-306d-466d-8996-47f72b1351aa req-63cb31e4-52de-4700-afe8-c9438d48661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:00.122101 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Set router cf15e2d9-4aab-4cc4-8f72-3f084617b6be gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:47:00.122984 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d65c3b29-306d-466d-8996-47f72b1351aa req-63cb31e4-52de-4700-afe8-c9438d48661b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=29831a22-bbbd-4838-bcc7-5e382073153a HTTP/1.1" status: 200 len: 858 time: 0.0807157 May 04 13:47:00.184045 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:00.199158 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6dd7-5145-4aa5-a9ae-0ed6c3bc4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989773'] for subnet, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:00.205899 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-38db40ee-7f9b-4e12-ba55-b9999d103dca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:00.264647 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d65c3b29-306d-466d-8996-47f72b1351aa req-94a7f55b-26f4-4dae-8f58-192ea1ca196c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=173162e4-65be-4ace-a427-e6e40ca8cc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345825 May 04 13:47:00.399283 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Pushing event updated for resources: {'Port': ['ID=e85cacc6-b145-49a3-8218-128f861546c2,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:00.409113 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:00.414809 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Network ec979011-6604-4968-ace9-769b935940bc is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:47:00.490606 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:47:00.503400 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:47:00.650513 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6dd7-5145-4aa5-a9ae-0ed6c3bc4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1510612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15463029'] for subnet, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:00.661649 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=4c232c7f-a26a-454b-99dd-159b96fe7c60,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:00.662445 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:00.669110 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.042s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:00.670593 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:00.689794 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:00.702019 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f6dd7-5145-4aa5-a9ae-0ed6c3bc4d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6154949-b27b-43fd-ac63-ecf2c1bada63,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:00.704244 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6dd7-5145-4aa5-a9ae-0ed6c3bc4d53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:00.707410 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-fa0f6dd7-5145-4aa5-a9ae-0ed6c3bc4d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:00.718803 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-fa0f6dd7-5145-4aa5-a9ae-0ed6c3bc4d53 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a6154949-b27b-43fd-ac63-ecf2c1bada63 HTTP/1.1" status: 204 len: 168 time: 0.7820737 May 04 13:47:00.719224 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49310) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:00.866351 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d65c3b29-306d-466d-8996-47f72b1351aa req-3bc7050b-febb-41e8-9d04-d9966d141785 service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894654 May 04 13:47:01.008352 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-48cf4898-bbec-484a-a363-a00e16548101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608811'] for network, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:01.147824 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d65c3b29-306d-466d-8996-47f72b1351aa req-ec9d82df-c706-48d5-b6fa-b5f7fd1349b4 service neutron] 10.222.0.30 "GET /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682836 May 04 13:47:01.160993 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7160ce8-aadc-4334-9ac1-f5f683286a7e req-b967e3e4-67af-41f2-967e-601f7953d0d3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:01.164926 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c7160ce8-aadc-4334-9ac1-f5f683286a7e req-b967e3e4-67af-41f2-967e-601f7953d0d3 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 946 time: 0.4156590 May 04 13:47:01.311413 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-48cf4898-bbec-484a-a363-a00e16548101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985040', 'neutron.services.segments.db._delete_segments_for_network-8760702794289'] for network, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:01.459456 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=4d51670c-7f76-4537-b160-3a53c53d0b97,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:01.459888 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-48cf4898-bbec-484a-a363-a00e16548101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e7e8fa-8df6-4515-9ef8-d212b4aae31e']}} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:01.472160 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:01.474053 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:01.487350 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ea1be-20cd-40e4-875b-b8780f3805bc req-c914b169-5797-4155-bcb6-94ec686d1b27 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:01.494702 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6d2ea1be-20cd-40e4-875b-b8780f3805bc req-c914b169-5797-4155-bcb6-94ec686d1b27 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.6226747 May 04 13:47:01.511372 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-48cf4898-bbec-484a-a363-a00e16548101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1579b63-c61c-46cb-9f6c-a92b9693a69c') {'for_net_delete': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:01.511372 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-48cf4898-bbec-484a-a363-a00e16548101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1579b63-c61c-46cb-9f6c-a92b9693a69c') {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:01.539509 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:01.550593 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-48cf4898-bbec-484a-a363-a00e16548101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760702805351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1510524'] for segment, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:01.596119 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-48cf4898-bbec-484a-a363-a00e16548101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:01.615134 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48cf4898-bbec-484a-a363-a00e16548101 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=73861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:47:02.018991 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-48cf4898-bbec-484a-a363-a00e16548101 admin admin] Network 63e7e8fa-8df6-4515-9ef8-d212b4aae31e has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:47:02.028685 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-48cf4898-bbec-484a-a363-a00e16548101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-994584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1511030'] for segment, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:02.079508 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Allocated IP 172.20.0.2 (5819c209-e830-494e-8b5b-2011ecaaec60/afaec3b4-ea0f-4701-811e-4142e4284074/8fbe9d45-f915-4100-93df-b443429e0c4e) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:47:02.233763 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1977880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974463'] for router, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:02.318992 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'name': 'tempest-TestMinimumBasicScenario-1796098624-router', 'tenant_id': 'e8e82c2902c64ab29cf39e6726269c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': '4d51670c-7f76-4537-b160-3a53c53d0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:40Z', 'updated_at': '2021-05-04T13:46:56Z', 'revision_number': 4, 'project_id': 'e8e82c2902c64ab29cf39e6726269c85', 'gw_port': {'id': '4d51670c-7f76-4537-b160-3a53c53d0b97', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:43Z', 'updated_at': '2021-05-04T13:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': '920663fb-b0b9-4f2f-8f77-a1e7fe5e1055', 'name': '', 'network_id': '133ca9c2-c454-4e16-9ae3-7f25e2a291b5', 'tenant_id': 'e8e82c2902c64ab29cf39e6726269c85', 'mac_address': 'fa:16:3e:e9:b6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7a8b832b-8c15-4529-8595-9f671d16ce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:54Z', 'updated_at': '2021-05-04T13:46:56Z', 'revision_number': 2, 'project_id': 'e8e82c2902c64ab29cf39e6726269c85', 'subnets': [{'id': '7a8b832b-8c15-4529-8595-9f671d16ce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:02.333738 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a90409-9a88-44dc-9852-fd5da3874b86 req-ea04ce64-856e-424d-81d8-f9af2dc94ef4 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:02.334659 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-a2a90409-9a88-44dc-9852-fd5da3874b86 req-ea04ce64-856e-424d-81d8-f9af2dc94ef4 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Synchronizing usage tracker for tenant:14598e286d464d1992dd44a6acea91b6 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:47:02.337875 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6d2ea1be-20cd-40e4-875b-b8780f3805bc req-cf4aadb1-0c5d-4948-968c-6c8d602b3e61 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8424251 May 04 13:47:02.347243 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Checking router: cf15e2d9-4aab-4cc4-8f72-3f084617b6be for host: dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:47:02.347501 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Updating router cf15e2d9-4aab-4cc4-8f72-3f084617b6be port 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 binding host dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:47:02.379354 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c7160ce8-aadc-4334-9ac1-f5f683286a7e req-b326fc95-1db1-46ce-a4ba-868748d05c1b tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9213860 May 04 13:47:02.400115 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-48cf4898-bbec-484a-a363-a00e16548101 admin admin] Network 63e7e8fa-8df6-4515-9ef8-d212b4aae31e has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:47:02.450831 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-a2a90409-9a88-44dc-9852-fd5da3874b86 req-ea04ce64-856e-424d-81d8-f9af2dc94ef4 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Unset dirty status for tenant:14598e286d464d1992dd44a6acea91b6 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:47:02.452041 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a2a90409-9a88-44dc-9852-fd5da3874b86 req-ea04ce64-856e-424d-81d8-f9af2dc94ef4 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.30 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 946 time: 0.3984144 May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: Traceback (most recent call last): May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: timer() May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: cb(*args, **kw) May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: return func(*args, **kwargs) May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: self._notify() May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: self.callback(batched_events) May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: event.method(event) May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: return f(self, *a, **k) May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: return self._get(url).json() May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: return self.request(url, 'GET', **kwargs) May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:47:02.477556 dv-cinder-789564-1-smb neutron-server[73861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:47:02.537793 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:02.667356 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:02.667848 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Router 9616a04b-25e9-4801-b908-3d907ed907d8 is scheduled to L3 agent 73496170-7287-4045-b161-19082356b6ce with binding_index 1 {{(pid=73860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 13:47:02.708024 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-48cf4898-bbec-484a-a363-a00e16548101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974341'] for network, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:02.717827 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:02.721782 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-48cf4898-bbec-484a-a363-a00e16548101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:02.731391 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:02.755041 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf4898-bbec-484a-a363-a00e16548101 admin admin] Pushing event deleted for resources: {'Network': ['ID=63e7e8fa-8df6-4515-9ef8-d212b4aae31e,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:02.757734 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-48cf4898-bbec-484a-a363-a00e16548101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:02.768942 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-48cf4898-bbec-484a-a363-a00e16548101 admin admin] 10.222.0.44 "DELETE /v2.0/networks/63e7e8fa-8df6-4515-9ef8-d212b4aae31e HTTP/1.1" status: 204 len: 168 time: 2.0485694 May 04 13:47:02.778461 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49326) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:02.814455 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Transition to ACTIVE for port object 8fbe9d45-f915-4100-93df-b443429e0c4e will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:47:02.897151 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:47:02.907196 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_v2 [None req-d153c750-12fc-400d-b113-48f797c6a5f3 admin admin] Deleting subnet cadf1d82-8b6d-4105-84f4-f7bdcd878505 {{(pid=73861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 13:47:02.909521 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Sync routers for ids ['9616a04b-25e9-4801-b908-3d907ed907d8'] in dv-cinder-789564-1-smb {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:47:02.914131 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d153c750-12fc-400d-b113-48f797c6a5f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:02.922020 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Transition to ACTIVE for port object 8fbe9d45-f915-4100-93df-b443429e0c4e will not be triggered until provisioned by entity DHCP. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:47:02.930298 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Routers {'9616a04b-25e9-4801-b908-3d907ed907d8'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:47:02.942117 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:46:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['9616a04b-25e9-4801-b908-3d907ed907d8'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:02.974187 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 4d51670c-7f76-4537-b160-3a53c53d0b97 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:47:02.988872 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Notify callbacks [] for router, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:02.990324 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055497c-4a48-4c4a-aaa3-dbc695d8dbc2 req-90160734-0708-4816-8294-62893cfda85c tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:02.996209 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.4195948 May 04 13:47:02.997632 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 49332) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:02.998628 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9055497c-4a48-4c4a-aaa3-dbc695d8dbc2 req-90160734-0708-4816-8294-62893cfda85c tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 944 time: 0.3710146 May 04 13:47:03.033023 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d153c750-12fc-400d-b113-48f797c6a5f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1510469'] for subnet, precommit_delete_associations {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:03.103407 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:03.131699 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9055497c-4a48-4c4a-aaa3-dbc695d8dbc2 req-d9d8d3ea-1fc9-4f88-b863-e68ad507d2cc tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319430 May 04 13:47:03.156521 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:03.179152 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d153c750-12fc-400d-b113-48f797c6a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989773'] for subnet, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:03.357284 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Network 5819c209-e830-494e-8b5b-2011ecaaec60 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:47:03.375038 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:47:03.530453 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:47:03.559318 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Set router 9616a04b-25e9-4801-b908-3d907ed907d8 gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:47:03.639135 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-a2a90409-9a88-44dc-9852-fd5da3874b86 req-59b57db8-8f72-47ae-a7fd-4d641c94eccc tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Deleting port 010209cf-bf1b-4087-98f6-3dc29e0ca916 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:47:03.640904 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-a2a90409-9a88-44dc-9852-fd5da3874b86 req-59b57db8-8f72-47ae-a7fd-4d641c94eccc tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:03.671267 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Pushing event updated for resources: {'Port': ['ID=8fbe9d45-f915-4100-93df-b443429e0c4e,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:03.689173 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:03.984583 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:04.031054 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Transition to ACTIVE for port object 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:47:04.053587 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 4c232c7f-a26a-454b-99dd-159b96fe7c60 up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:47:04.119048 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-a2a90409-9a88-44dc-9852-fd5da3874b86 req-59b57db8-8f72-47ae-a7fd-4d641c94eccc tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] For port 010209cf-bf1b-4087-98f6-3dc29e0ca916, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=010209cf-bf1b-4087-98f6-3dc29e0ca916,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:47:04.120018 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-a2a90409-9a88-44dc-9852-fd5da3874b86 req-59b57db8-8f72-47ae-a7fd-4d641c94eccc tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:04.131553 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a6a2f-5d53-47a2-8f31-147f47e73f33 req-3c391a82-391a-40a4-9aab-e151483c665b tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:04.133172 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d08a6a2f-5d53-47a2-8f31-147f47e73f33 req-3c391a82-391a-40a4-9aab-e151483c665b tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 946 time: 0.4944358 May 04 13:47:04.145212 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219196c-562e-4bb2-9a04-3abaa65181af req-35f58599-5117-48c7-afe3-8491cc7e7733 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:04.146810 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a219196c-562e-4bb2-9a04-3abaa65181af req-35f58599-5117-48c7-afe3-8491cc7e7733 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.4058518 May 04 13:47:04.221035 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a219196c-562e-4bb2-9a04-3abaa65181af req-c1c9ad6a-b9e8-44d2-b763-30e40b9e5120 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563171 May 04 13:47:04.236942 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:04.267759 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:04.283289 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d08a6a2f-5d53-47a2-8f31-147f47e73f33 req-cfa3f00e-d20d-4ca5-92a4-ead7c050b6b9 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302159 May 04 13:47:04.308317 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-a2a90409-9a88-44dc-9852-fd5da3874b86 req-59b57db8-8f72-47ae-a7fd-4d641c94eccc tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Calling delete_port for 010209cf-bf1b-4087-98f6-3dc29e0ca916 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:47:04.313158 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d153c750-12fc-400d-b113-48f797c6a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1510612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15463029'] for subnet, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:04.328944 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:04.390251 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'name': 'tempest-TestShelveInstance-234654311-router', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:57Z', 'updated_at': '2021-05-04T13:47:01Z', 'revision_number': 3, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'gw_port': {'id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:59Z', 'updated_at': '2021-05-04T13:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:04.399810 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Checking router: 9616a04b-25e9-4801-b908-3d907ed907d8 for host: dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:47:04.400521 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Updating router 9616a04b-25e9-4801-b908-3d907ed907d8 port e85cacc6-b145-49a3-8218-128f861546c2 binding host dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:47:04.454535 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1c69a-1071-44bb-9aed-62fde201d0eb None None] Pushing event updated for resources: {'Port': ['ID=920663fb-b0b9-4f2f-8f77-a1e7fe5e1055,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:04.459117 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153c750-12fc-400d-b113-48f797c6a5f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cadf1d82-8b6d-4105-84f4-f7bdcd878505,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:04.477472 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d153c750-12fc-400d-b113-48f797c6a5f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:04.481433 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-d153c750-12fc-400d-b113-48f797c6a5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:04.487182 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-d153c750-12fc-400d-b113-48f797c6a5f3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cadf1d82-8b6d-4105-84f4-f7bdcd878505 HTTP/1.1" status: 204 len: 168 time: 1.7065496 May 04 13:47:04.496653 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49350) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:04.554745 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-6cf1c69a-1071-44bb-9aed-62fde201d0eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:04.646737 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:04.780522 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 4d51670c-7f76-4537-b160-3a53c53d0b97 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:04.784389 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:04.884998 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Attempting to bind port 8fbe9d45-f915-4100-93df-b443429e0c4e on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:47:04.885386 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Attempting to bind port 8fbe9d45-f915-4100-93df-b443429e0c4e by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': 'c526d66a-050e-4f2d-b706-4b508fd7f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:47:04.892939 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Attempting to bind port 8fbe9d45-f915-4100-93df-b443429e0c4e on network 5819c209-e830-494e-8b5b-2011ecaaec60 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:47:04.948594 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:47:04.950555 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Checking segment: {'id': 'c526d66a-050e-4f2d-b706-4b508fd7f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:47:04.951099 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:04.951573 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Bound using segment: {'id': 'c526d66a-050e-4f2d-b706-4b508fd7f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:47:04.952100 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Bound port: 8fbe9d45-f915-4100-93df-b443429e0c4e, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c526d66a-050e-4f2d-b706-4b508fd7f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:47:04.960080 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:05.021665 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f40a59f5-773c-4b74-b84f-034336d878e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608811'] for network, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:05.062786 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port 4c232c7f-a26a-454b-99dd-159b96fe7c60 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:47:05.123180 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10735f-7c08-456a-a95e-e14a73e3f456 req-0982ddad-eae4-4c04-8ccb-6aa3498ff0a1 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:05.133059 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4d10735f-7c08-456a-a95e-e14a73e3f456 req-0982ddad-eae4-4c04-8ccb-6aa3498ff0a1 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 944 time: 0.5895305 May 04 13:47:05.214475 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port 4c232c7f-a26a-454b-99dd-159b96fe7c60 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:05.218004 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:05.256969 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-a2a90409-9a88-44dc-9852-fd5da3874b86 req-59b57db8-8f72-47ae-a7fd-4d641c94eccc tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:05.264859 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ef17b0ed-cb9a-42aa-8d6c-40737651dd3e tempest-VolumesActionsTest-977232333 tempest-VolumesActionsTest-977232333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:05.342814 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b57db8-8f72-47ae-a7fd-4d641c94eccc tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Pushing event deleted for resources: {'Port': ['ID=010209cf-bf1b-4087-98f6-3dc29e0ca916,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:05.349560 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-59b57db8-8f72-47ae-a7fd-4d641c94eccc tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:05.371610 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['eee035f4-7317-47ae-9f20-a70097bbb987', 'c0fdfb67-e44b-46e5-936e-c37d5b3079e4'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:47:05.576479 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a90409-9a88-44dc-9852-fd5da3874b86 req-59b57db8-8f72-47ae-a7fd-4d641c94eccc tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] No DVR routers for this DVR port 010209cf-bf1b-4087-98f6-3dc29e0ca916 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:47:05.586795 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-a2a90409-9a88-44dc-9852-fd5da3874b86 req-59b57db8-8f72-47ae-a7fd-4d641c94eccc tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:05.590490 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283e994a-c330-40ec-b4e8-ff778f8ca20b', 'name': 'network-vif-deleted', 'tag': '010209cf-bf1b-4087-98f6-3dc29e0ca916'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:47:05.609270 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f40a59f5-773c-4b74-b84f-034336d878e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985040', 'neutron.services.segments.db._delete_segments_for_network-8760702794289'] for network, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:05.624212 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Notify callbacks [] for port, precommit_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:05.652992 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.provisioning_blocks [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Transition to ACTIVE for port object e85cacc6-b145-49a3-8218-128f861546c2 will not be triggered until provisioned by entity L2. {{(pid=73863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:47:05.667589 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a2a90409-9a88-44dc-9852-fd5da3874b86 req-59b57db8-8f72-47ae-a7fd-4d641c94eccc tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.30 "DELETE /v2.0/ports/010209cf-bf1b-4087-98f6-3dc29e0ca916 HTTP/1.1" status: 204 len: 173 time: 3.2013240 May 04 13:47:05.669485 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:05.688978 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:05.866348 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-f40a59f5-773c-4b74-b84f-034336d878e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab201184-b1f9-485a-98fb-2b41c1739a88']}} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:05.897096 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-f40a59f5-773c-4b74-b84f-034336d878e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fb992f-f5b7-435a-a564-1879cae29828') {'for_net_delete': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:05.905230 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-f40a59f5-773c-4b74-b84f-034336d878e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fb992f-f5b7-435a-a564-1879cae29828') {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:05.935316 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f40a59f5-773c-4b74-b84f-034336d878e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760702805351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1510524'] for segment, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:05.938728 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Attempting to bind port 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:47:05.938728 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Attempting to bind port 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': '1081cca2-ae15-46c1-94b8-f8ab4eff1143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '133ca9c2-c454-4e16-9ae3-7f25e2a291b5'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:47:05.938728 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Attempting to bind port 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 on network 133ca9c2-c454-4e16-9ae3-7f25e2a291b5 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:47:05.947709 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:05.965012 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Attempting to bind port e85cacc6-b145-49a3-8218-128f861546c2 on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:47:05.965595 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Attempting to bind port e85cacc6-b145-49a3-8218-128f861546c2 by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}] {{(pid=73863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:47:05.966201 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Attempting to bind port e85cacc6-b145-49a3-8218-128f861546c2 on network ec979011-6604-4968-ace9-769b935940bc {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:47:05.974534 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f40a59f5-773c-4b74-b84f-034336d878e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:05.989923 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40a59f5-773c-4b74-b84f-034336d878e1 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=73861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:47:06.040868 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:47:06.041793 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Checking segment: {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:47:06.043202 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:06.044979 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Bound using segment: {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'} {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:47:06.046072 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Bound port: e85cacc6-b145-49a3-8218-128f861546c2, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}}] {{(pid=73863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:47:06.047660 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:06.307633 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.db [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] For port e85cacc6-b145-49a3-8218-128f861546c2, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:47:06.317685 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:47:06.325063 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Checking segment: {'id': '1081cca2-ae15-46c1-94b8-f8ab4eff1143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '133ca9c2-c454-4e16-9ae3-7f25e2a291b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:47:06.326232 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:06.327223 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Bound using segment: {'id': '1081cca2-ae15-46c1-94b8-f8ab4eff1143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '133ca9c2-c454-4e16-9ae3-7f25e2a291b5'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:47:06.328477 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Bound port: 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1081cca2-ae15-46c1-94b8-f8ab4eff1143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '133ca9c2-c454-4e16-9ae3-7f25e2a291b5'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:47:06.331533 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.db [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] For port e85cacc6-b145-49a3-8218-128f861546c2, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=e85cacc6-b145-49a3-8218-128f861546c2,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:47:06.332896 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:06.370508 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:06.400312 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c1436-58b8-4c0d-a6af-ddeefdeb4521 None None] Pushing event updated for resources: {'Port': ['ID=e85cacc6-b145-49a3-8218-128f861546c2,revision_number=2']} {{(pid=73863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:06.432871 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-872c1436-58b8-4c0d-a6af-ddeefdeb4521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:06.433794 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-5bb3a5c3-12ef-4f9c-9e2b-30469ef4e975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:06.437931 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-f40a59f5-773c-4b74-b84f-034336d878e1 admin admin] Network ab201184-b1f9-485a-98fb-2b41c1739a88 has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:47:06.451225 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] For port 8fbe9d45-f915-4100-93df-b443429e0c4e, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:47:06.460845 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f40a59f5-773c-4b74-b84f-034336d878e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-994584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1511030'] for segment, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:06.513488 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] For port 8fbe9d45-f915-4100-93df-b443429e0c4e, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=8fbe9d45-f915-4100-93df-b443429e0c4e,segment=NetworkSegment(c526d66a-050e-4f2d-b706-4b508fd7f802),segment_id=c526d66a-050e-4f2d-b706-4b508fd7f802)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:47:06.549458 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Allocated IP 172.20.0.1 (5819c209-e830-494e-8b5b-2011ecaaec60/afaec3b4-ea0f-4701-811e-4142e4284074/dddd46e2-970c-4b6a-8a60-81e5f24742a9) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:47:06.591133 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:06.608179 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:06.925321 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-f40a59f5-773c-4b74-b84f-034336d878e1 admin admin] Network ab201184-b1f9-485a-98fb-2b41c1739a88 has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:47:06.937087 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c1436-58b8-4c0d-a6af-ddeefdeb4521 None None] Pushing event updated for resources: {'Port': ['ID=e85cacc6-b145-49a3-8218-128f861546c2,revision_number=3']} {{(pid=73863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:06.948888 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-872c1436-58b8-4c0d-a6af-ddeefdeb4521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:06.989937 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d2c59939-d804-4148-8c8c-b0306af4c2f1 req-7c4e3106-60c8-496b-883e-a32315b4405f tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=283e994a-c330-40ec-b4e8-ff778f8ca20b HTTP/1.1" status: 200 len: 210 time: 0.4443820 May 04 13:47:06.990127 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Routers {'9616a04b-25e9-4801-b908-3d907ed907d8'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:47:07.002554 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:46:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['9616a04b-25e9-4801-b908-3d907ed907d8'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: Traceback (most recent call last): May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: timer() May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: cb(*args, **kw) May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: return func(*args, **kwargs) May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: self._notify() May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: self.callback(batched_events) May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: event.method(event) May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: return f(self, *a, **k) May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: return self._get(url).json() May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: return self.request(url, 'GET', **kwargs) May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:47:07.046599 dv-cinder-789564-1-smb neutron-server[73861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:47:07.182244 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Pushing event updated for resources: {'Port': ['ID=8fbe9d45-f915-4100-93df-b443429e0c4e,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:07.191115 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283e994a-c330-40ec-b4e8-ff778f8ca20b', 'name': 'network-vif-deleted', 'tag': '010209cf-bf1b-4087-98f6-3dc29e0ca916', 'status': 'completed', 'code': 200} May 04 13:47:07.197394 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:07.232368 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:07.321368 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Transition to ACTIVE for port object dddd46e2-970c-4b6a-8a60-81e5f24742a9 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:47:07.414447 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4d10735f-7c08-456a-a95e-e14a73e3f456 req-8b10117a-5934-4604-b577-1e63bff87151 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1727166 May 04 13:47:07.459936 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:07.469603 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-1a648a47-b079-4767-8c00-215e490f2c4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:07.485224 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f40a59f5-773c-4b74-b84f-034336d878e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974341'] for network, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:07.490572 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:07.583040 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f40a59f5-773c-4b74-b84f-034336d878e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:07.586005 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49378) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:07.636264 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a59f5-773c-4b74-b84f-034336d878e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab201184-b1f9-485a-98fb-2b41c1739a88,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:07.638903 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-f40a59f5-773c-4b74-b84f-034336d878e1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ab201184-b1f9-485a-98fb-2b41c1739a88 HTTP/1.1" status: 204 len: 168 time: 3.1411300 May 04 13:47:07.644437 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:07.667011 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-f40a59f5-773c-4b74-b84f-034336d878e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:07.677527 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] For port 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:47:07.682463 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] Set router 9616a04b-25e9-4801-b908-3d907ed907d8 gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:47:07.684587 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Network 5819c209-e830-494e-8b5b-2011ecaaec60 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:47:07.687812 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:47:07.699919 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:47:07.704680 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] For port 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=920663fb-b0b9-4f2f-8f77-a1e7fe5e1055,segment=NetworkSegment(1081cca2-ae15-46c1-94b8-f8ab4eff1143),segment_id=1081cca2-ae15-46c1-94b8-f8ab4eff1143)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:47:07.721062 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:07.739953 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:07.782399 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Pushing event updated for resources: {'Port': ['ID=dddd46e2-970c-4b6a-8a60-81e5f24742a9,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:07.800079 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f65503-95ed-49c7-85c2-e7101d30d570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c232c7f-a26a-454b-99dd-159b96fe7c60'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:47:07.807927 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:07.924918 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 4c232c7f-a26a-454b-99dd-159b96fe7c60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4c232c7f-a26a-454b-99dd-159b96fe7c60,segment=NetworkSegment(49475647-9be4-41c5-ae7e-c8fcacee629d),segment_id=49475647-9be4-41c5-ae7e-c8fcacee629d)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:47:07.954460 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Routers {'cf15e2d9-4aab-4cc4-8f72-3f084617b6be'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:47:07.956469 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:46:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['cf15e2d9-4aab-4cc4-8f72-3f084617b6be'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:08.012220 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49392) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:08.172207 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f65503-95ed-49c7-85c2-e7101d30d570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c232c7f-a26a-454b-99dd-159b96fe7c60', 'code': 200} May 04 13:47:08.175986 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:08.237011 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 010209cf-bf1b-4087-98f6-3dc29e0ca916 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:47:08.244983 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-663bda0d-7c45-4c47-a67e-2e2ae08fe95d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7a61c3952194dac995033f71fa3f64f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310803 May 04 13:47:08.254551 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49398) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:08.325165 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e14aa07f-c235-465b-b5a5-ce05141bf24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:08.488780 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-e14aa07f-c235-465b-b5a5-ce05141bf24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:08.511652 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-e14aa07f-c235-465b-b5a5-ce05141bf24f admin admin] Usage tracker for resource:security_group_rule and tenant:2934df1fe7b444d1ad6180d2c48df845 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:08.541926 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-e14aa07f-c235-465b-b5a5-ce05141bf24f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:08.578719 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-e14aa07f-c235-465b-b5a5-ce05141bf24f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:08.643122 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967312'] for router_interface, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:08.794788 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:08.799759 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] Set router cf15e2d9-4aab-4cc4-8f72-3f084617b6be gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:47:08.807830 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034a1bf-c69f-4593-a541-9fc313150b0a req-aff5a0c4-0bdf-4a00-ba8a-5541ee49d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:08.809399 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3034a1bf-c69f-4593-a541-9fc313150b0a req-aff5a0c4-0bdf-4a00-ba8a-5541ee49d608 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 1098 time: 0.3237073 May 04 13:47:08.907040 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3034a1bf-c69f-4593-a541-9fc313150b0a req-c86ee096-32c6-48ff-98b7-6c23c5e9e1b1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842919 May 04 13:47:08.970482 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] No Port match for: 010209cf-bf1b-4087-98f6-3dc29e0ca916 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:47:08.975127 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 010209cf-bf1b-4087-98f6-3dc29e0ca916 not bound to the agent host hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:47:08.978154 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1c69a-1071-44bb-9aed-62fde201d0eb None None] Pushing event updated for resources: {'Port': ['ID=920663fb-b0b9-4f2f-8f77-a1e7fe5e1055,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:09.045519 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-6cf1c69a-1071-44bb-9aed-62fde201d0eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.307s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:09.066118 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'name': 'tempest-TestShelveInstance-234654311-router', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:57Z', 'updated_at': '2021-05-04T13:47:01Z', 'revision_number': 3, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'gw_port': {'id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:59Z', 'updated_at': '2021-05-04T13:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:09.066898 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-6cf1c69a-1071-44bb-9aed-62fde201d0eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.881s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:09.074788 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fcc02-3432-4a52-ad1d-38614e6f0fd6 None None] The sync data for ids ['9616a04b-25e9-4801-b908-3d907ed907d8'] in dv-cinder-789564-1-smb is: [{'id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'name': 'tempest-TestShelveInstance-234654311-router', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:57Z', 'updated_at': '2021-05-04T13:47:01Z', 'revision_number': 3, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'gw_port': {'id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:59Z', 'updated_at': '2021-05-04T13:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}] {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:47:09.121539 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 8fbe9d45-f915-4100-93df-b443429e0c4e up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:47:09.140623 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:09.251700 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:09.503682 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0444632-dbf2-446e-a571-fdc98df3452c req-56120ef5-98c4-4e05-a6f7-7e86814f0ec0 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:09.513651 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f0444632-dbf2-446e-a571-fdc98df3452c req-56120ef5-98c4-4e05-a6f7-7e86814f0ec0 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 945 time: 0.7218230 May 04 13:47:09.514358 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:09.543385 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:09.582532 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e14aa07f-c235-465b-b5a5-ce05141bf24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:09.586470 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1097c74f-88f8-413e-a12b-a0f8da33e0d2,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:09.615290 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:09.621144 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1097c74f-88f8-413e-a12b-a0f8da33e0d2 HTTP/1.1" status: 204 len: 168 time: 1.3619370 May 04 13:47:09.683987 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e14aa07f-c235-465b-b5a5-ce05141bf24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:09.764662 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:09.779774 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:09.779774 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:09.797674 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:09.798582 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:09.799303 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:09.808664 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:09.816921 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:09.818266 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:09.818986 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:09.819699 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:09.820454 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:09.828823 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:09.836947 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b7bd22e6-f136-40ba-bbc5-aa354c54231b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:10.263394 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f0444632-dbf2-446e-a571-fdc98df3452c req-bcba1b2b-bb35-4199-8c77-5d9234ee7d0b tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7431266 May 04 13:47:10.384900 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14aa07f-c235-465b-b5a5-ce05141bf24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebcaae6-72bb-4a20-9dc7-e307f4e1c31c,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:10.412986 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:10.426440 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-e14aa07f-c235-465b-b5a5-ce05141bf24f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2934df1fe7b444d1ad6180d2c48df845&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8353527 May 04 13:47:10.426440 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-e14aa07f-c235-465b-b5a5-ce05141bf24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:10.427784 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 49420) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:10.472623 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:10.507198 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16545612-6f0a-434b-acee-7a9c0f93fed0 None None] Network 5819c209-e830-494e-8b5b-2011ecaaec60 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:47:10.512548 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6323d-571c-45b5-ba38-981af1ea7780 req-ae7bf3a6-48bc-4ad4-b8f4-22093e750c1b tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:10.520831 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cdc6323d-571c-45b5-ba38-981af1ea7780 req-ae7bf3a6-48bc-4ad4-b8f4-22093e750c1b tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 945 time: 0.6080661 May 04 13:47:10.630378 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9262ddcb-b029-4f6b-9ef0-532fbab4d2e1 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:10.647919 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cdc6323d-571c-45b5-ba38-981af1ea7780 req-63722945-21b2-4559-9b97-689db1014438 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185989 May 04 13:47:10.782068 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Pushing event updated for resources: {'Port': ['ID=dddd46e2-970c-4b6a-8a60-81e5f24742a9,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:10.944843 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:10.945414 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:10.946013 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:10.953570 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:10.955516 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:10.956316 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port 8fbe9d45-f915-4100-93df-b443429e0c4e completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:47:10.956461 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:10.958026 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:10.959766 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:10.960466 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:10.963936 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:10.964741 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:10.966693 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:10.996900 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:11.040960 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=4c232c7f-a26a-454b-99dd-159b96fe7c60,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:11.094195 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:11.094809 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:11.095372 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:11.095829 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:11.096616 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:11.097108 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:11.097436 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:11.097767 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:11.098190 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:11.098523 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:11.098991 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:11.099322 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:11.104387 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.038s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:11.111439 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-9c388b89-7f8a-49b1-b380-1e3ae39ee10d None None] Provisioning for port 8fbe9d45-f915-4100-93df-b443429e0c4e completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:47:11.121288 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-9c388b89-7f8a-49b1-b380-1e3ae39ee10d None None] Provisioning complete for port 8fbe9d45-f915-4100-93df-b443429e0c4e triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:11.121288 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9c388b89-7f8a-49b1-b380-1e3ae39ee10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:11.137091 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49428) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:11.180827 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967219'] for router_interface, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:11.239246 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5444d480-4f62-4737-a552-121f63d2a865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:11.259927 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-36cb6475-a545-40f8-b06a-af4cb0b138e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=754fb8f01c5049218090fd58784bee69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1216729 May 04 13:47:11.265723 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49434) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:11.424250 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9194a30c-c68b-4a69-82c1-419f0250da31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:11.463587 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9194a30c-c68b-4a69-82c1-419f0250da31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:11.497205 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device e85cacc6-b145-49a3-8218-128f861546c2 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:47:11.540987 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9194a30c-c68b-4a69-82c1-419f0250da31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:11.551930 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-859eabc5-f9f9-466e-b757-21b1f10c3a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:11.556381 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9bd4e-5fc7-41bf-9af9-7b9c60f6334f req-019b06a5-980c-4ef7-b524-b0165cf20963 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:11.559459 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-27d9bd4e-5fc7-41bf-9af9-7b9c60f6334f req-019b06a5-980c-4ef7-b524-b0165cf20963 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Synchronizing usage tracker for tenant:14598e286d464d1992dd44a6acea91b6 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:47:11.594908 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Network 5819c209-e830-494e-8b5b-2011ecaaec60 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:47:11.611828 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:47:11.618533 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-27d9bd4e-5fc7-41bf-9af9-7b9c60f6334f req-019b06a5-980c-4ef7-b524-b0165cf20963 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Unset dirty status for tenant:14598e286d464d1992dd44a6acea91b6 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:47:11.620112 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-27d9bd4e-5fc7-41bf-9af9-7b9c60f6334f req-019b06a5-980c-4ef7-b524-b0165cf20963 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.30 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 945 time: 1.0606046 May 04 13:47:11.631986 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194a30c-c68b-4a69-82c1-419f0250da31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176c5561-db3c-4176-b688-ef9d62f09cdb,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:11.635106 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-9194a30c-c68b-4a69-82c1-419f0250da31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:11.649421 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9194a30c-c68b-4a69-82c1-419f0250da31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:11.650620 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-9194a30c-c68b-4a69-82c1-419f0250da31 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/176c5561-db3c-4176-b688-ef9d62f09cdb HTTP/1.1" status: 204 len: 168 time: 0.3835609 May 04 13:47:11.704311 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0df5f7-df59-4a95-b6c7-b4c2c4ee9e57 req-8ee6a461-f0e9-4fd3-b583-5a450ac1dbb8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:11.711979 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1c0df5f7-df59-4a95-b6c7-b4c2c4ee9e57 req-8ee6a461-f0e9-4fd3-b583-5a450ac1dbb8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.3634644 May 04 13:47:11.734613 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'name': 'tempest-TestMinimumBasicScenario-1796098624-router', 'tenant_id': 'e8e82c2902c64ab29cf39e6726269c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': '4d51670c-7f76-4537-b160-3a53c53d0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:40Z', 'updated_at': '2021-05-04T13:46:56Z', 'revision_number': 4, 'project_id': 'e8e82c2902c64ab29cf39e6726269c85', 'gw_port': {'id': '4d51670c-7f76-4537-b160-3a53c53d0b97', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:43Z', 'updated_at': '2021-05-04T13:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': '920663fb-b0b9-4f2f-8f77-a1e7fe5e1055', 'name': '', 'network_id': '133ca9c2-c454-4e16-9ae3-7f25e2a291b5', 'tenant_id': 'e8e82c2902c64ab29cf39e6726269c85', 'mac_address': 'fa:16:3e:e9:b6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7a8b832b-8c15-4529-8595-9f671d16ce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:54Z', 'updated_at': '2021-05-04T13:47:07Z', 'revision_number': 4, 'project_id': 'e8e82c2902c64ab29cf39e6726269c85', 'subnets': [{'id': '7a8b832b-8c15-4529-8595-9f671d16ce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:11.759909 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5444d480-4f62-4737-a552-121f63d2a865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:11.768420 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1c0df5f7-df59-4a95-b6c7-b4c2c4ee9e57 req-1e16efd1-697a-4fbf-824f-f50b10a3ce46 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553453 May 04 13:47:11.825161 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dd163-0668-40d5-b566-83d8c7254783 req-4889e268-7d06-4ae6-ac00-2b12507a1254 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:11.833702 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-683dd163-0668-40d5-b566-83d8c7254783 req-4889e268-7d06-4ae6-ac00-2b12507a1254 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 945 time: 0.2504277 May 04 13:47:11.946569 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-683dd163-0668-40d5-b566-83d8c7254783 req-6639e70b-2d72-462d-8661-4ffcfc7ff3ef tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099734 May 04 13:47:11.976564 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d614edfc-6748-41f8-b014-996c983586b3 None None] The sync data for ids ['cf15e2d9-4aab-4cc4-8f72-3f084617b6be'] in dv-cinder-789564-1-smb is: [{'id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'name': 'tempest-TestMinimumBasicScenario-1796098624-router', 'tenant_id': 'e8e82c2902c64ab29cf39e6726269c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': '4d51670c-7f76-4537-b160-3a53c53d0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:40Z', 'updated_at': '2021-05-04T13:46:56Z', 'revision_number': 4, 'project_id': 'e8e82c2902c64ab29cf39e6726269c85', 'gw_port': {'id': '4d51670c-7f76-4537-b160-3a53c53d0b97', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:43Z', 'updated_at': '2021-05-04T13:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': '920663fb-b0b9-4f2f-8f77-a1e7fe5e1055', 'name': '', 'network_id': '133ca9c2-c454-4e16-9ae3-7f25e2a291b5', 'tenant_id': 'e8e82c2902c64ab29cf39e6726269c85', 'mac_address': 'fa:16:3e:e9:b6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7a8b832b-8c15-4529-8595-9f671d16ce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:54Z', 'updated_at': '2021-05-04T13:47:07Z', 'revision_number': 4, 'project_id': 'e8e82c2902c64ab29cf39e6726269c85', 'subnets': [{'id': '7a8b832b-8c15-4529-8595-9f671d16ce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:47:12.094724 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9c388b89-7f8a-49b1-b380-1e3ae39ee10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:12.109052 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port e85cacc6-b145-49a3-8218-128f861546c2 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:47:12.121928 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port e85cacc6-b145-49a3-8218-128f861546c2 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:12.122316 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:12.353009 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-9c388b89-7f8a-49b1-b380-1e3ae39ee10d None None] For port 8fbe9d45-f915-4100-93df-b443429e0c4e, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=8fbe9d45-f915-4100-93df-b443429e0c4e,segment=NetworkSegment(c526d66a-050e-4f2d-b706-4b508fd7f802),segment_id=c526d66a-050e-4f2d-b706-4b508fd7f802)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:47:12.384978 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9c388b89-7f8a-49b1-b380-1e3ae39ee10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:12.397242 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-adbc88d6-7508-4d8f-8c43-7d74b626ed1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:12.505988 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-27d9bd4e-5fc7-41bf-9af9-7b9c60f6334f req-0a3ab2fd-3ac2-4f2b-a06d-1286ea40ed4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Deleting port c0fdfb67-e44b-46e5-936e-c37d5b3079e4 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:47:12.506361 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-27d9bd4e-5fc7-41bf-9af9-7b9c60f6334f req-0a3ab2fd-3ac2-4f2b-a06d-1286ea40ed4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:12.538831 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c388b89-7f8a-49b1-b380-1e3ae39ee10d None None] Pushing event updated for resources: {'Port': ['ID=8fbe9d45-f915-4100-93df-b443429e0c4e,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:12.544555 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9c388b89-7f8a-49b1-b380-1e3ae39ee10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:12.596605 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:12.597090 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddc427-f13d-42d2-bddb-4da636d5af78 req-192579bc-259c-43b4-9f6a-f00a0d3ae6f0 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:12.606279 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5fddc427-f13d-42d2-bddb-4da636d5af78 req-192579bc-259c-43b4-9f6a-f00a0d3ae6f0 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 945 time: 0.4480262 May 04 13:47:12.658569 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port e85cacc6-b145-49a3-8218-128f861546c2, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=e85cacc6-b145-49a3-8218-128f861546c2,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:47:12.675729 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:12.678241 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:12.704279 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Router 9616a04b-25e9-4801-b908-3d907ed907d8 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:47:12.745725 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5fddc427-f13d-42d2-bddb-4da636d5af78 req-4e4215d9-eade-4e73-996b-1e544627f58b tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380639 May 04 13:47:12.764424 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5444d480-4f62-4737-a552-121f63d2a865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:13.038045 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-25c15527-0c82-4965-b785-ac3dd2d76497 None None] Provisioning complete for port 8fbe9d45-f915-4100-93df-b443429e0c4e triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:13.038684 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-25c15527-0c82-4965-b785-ac3dd2d76497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:13.147677 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=e85cacc6-b145-49a3-8218-128f861546c2,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:13.161923 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:13.328300 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:13.401633 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4597cc5-5007-4ee2-9795-2532bebdc181 req-7e44ebf1-b94d-4e2b-bf5c-3e7426576487 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:13.413680 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e4597cc5-5007-4ee2-9795-2532bebdc181 req-7e44ebf1-b94d-4e2b-bf5c-3e7426576487 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.3148580 May 04 13:47:13.450738 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444d480-4f62-4737-a552-121f63d2a865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebcaae6-72bb-4a20-9dc7-e307f4e1c31c,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:13.456920 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-25c15527-0c82-4965-b785-ac3dd2d76497 None None] Provisioning for port dddd46e2-970c-4b6a-8a60-81e5f24742a9 completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:47:13.463340 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-25c15527-0c82-4965-b785-ac3dd2d76497 None None] Provisioning complete for port dddd46e2-970c-4b6a-8a60-81e5f24742a9 triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:13.463340 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-25c15527-0c82-4965-b785-ac3dd2d76497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:13.467724 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5444d480-4f62-4737-a552-121f63d2a865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:13.565789 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e4597cc5-5007-4ee2-9795-2532bebdc181 req-71a2be67-fce4-4b97-9b8b-05fafbdfd779 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491292 May 04 13:47:13.608693 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-25c15527-0c82-4965-b785-ac3dd2d76497 None None] Port dddd46e2-970c-4b6a-8a60-81e5f24742a9 cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:47:13.673303 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:47:13.786582 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-0705ad0b-c855-4028-8192-6905ba94db1e None None] Provisioning complete for port dddd46e2-970c-4b6a-8a60-81e5f24742a9 triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:13.787217 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0705ad0b-c855-4028-8192-6905ba94db1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:13.969346 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-0705ad0b-c855-4028-8192-6905ba94db1e None None] Port dddd46e2-970c-4b6a-8a60-81e5f24742a9 cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:47:14.014228 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-27d9bd4e-5fc7-41bf-9af9-7b9c60f6334f req-0a3ab2fd-3ac2-4f2b-a06d-1286ea40ed4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] For port c0fdfb67-e44b-46e5-936e-c37d5b3079e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c0fdfb67-e44b-46e5-936e-c37d5b3079e4,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:47:14.015623 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-27d9bd4e-5fc7-41bf-9af9-7b9c60f6334f req-0a3ab2fd-3ac2-4f2b-a06d-1286ea40ed4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:14.033577 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:47:14.043252 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:14.045658 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:14.126883 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5444d480-4f62-4737-a552-121f63d2a865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:14.133518 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-5444d480-4f62-4737-a552-121f63d2a865 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ebcaae6-72bb-4a20-9dc7-e307f4e1c31c HTTP/1.1" status: 204 len: 168 time: 3.7016017 May 04 13:47:14.291333 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fe70b-23b3-45a1-ad69-99d7250d7efb req-5b82d8b3-ca28-49c5-858a-c05e935a8f94 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:14.307716 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-738fe70b-23b3-45a1-ad69-99d7250d7efb req-5b82d8b3-ca28-49c5-858a-c05e935a8f94 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 945 time: 0.1948190 May 04 13:47:14.459079 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-738fe70b-23b3-45a1-ad69-99d7250d7efb req-0df3eae0-d696-4d23-9262-a1178d142b3f tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490231 May 04 13:47:14.553207 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-dd945579-6de6-4fcf-a4f4-ead0d74cb890 None None] Provisioning complete for port dddd46e2-970c-4b6a-8a60-81e5f24742a9 triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:14.560272 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-dd945579-6de6-4fcf-a4f4-ead0d74cb890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:14.844892 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-27d9bd4e-5fc7-41bf-9af9-7b9c60f6334f req-0a3ab2fd-3ac2-4f2b-a06d-1286ea40ed4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Calling delete_port for c0fdfb67-e44b-46e5-936e-c37d5b3079e4 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:47:14.966136 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccebb6-1a24-43dd-81a8-7341f9dd380d req-68d94fb2-f81d-48ef-bd82-ba6a880584a6 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:14.967171 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-0cccebb6-1a24-43dd-81a8-7341f9dd380d req-68d94fb2-f81d-48ef-bd82-ba6a880584a6 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Synchronizing usage tracker for tenant:1663eef7b6514ababc60301bf99e7576 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:47:15.024617 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:47:15.047571 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] 10.222.0.44 "PUT /v2.0/routers/9616a04b-25e9-4801-b908-3d907ed907d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0454099 May 04 13:47:15.063365 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Sync routers for ids ['9616a04b-25e9-4801-b908-3d907ed907d8'] in dv-cinder-789564-1-smb {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:47:15.073318 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-0cccebb6-1a24-43dd-81a8-7341f9dd380d req-68d94fb2-f81d-48ef-bd82-ba6a880584a6 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Unset dirty status for tenant:1663eef7b6514ababc60301bf99e7576 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:47:15.074369 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-dd945579-6de6-4fcf-a4f4-ead0d74cb890 None None] Port dddd46e2-970c-4b6a-8a60-81e5f24742a9 cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:47:15.074576 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0cccebb6-1a24-43dd-81a8-7341f9dd380d req-68d94fb2-f81d-48ef-bd82-ba6a880584a6 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 1.6384590 May 04 13:47:15.096236 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Routers {'9616a04b-25e9-4801-b908-3d907ed907d8'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:47:15.097125 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:46:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['9616a04b-25e9-4801-b908-3d907ed907d8'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:15.161223 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:15.211967 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=920663fb-b0b9-4f2f-8f77-a1e7fe5e1055,segment=NetworkSegment(1081cca2-ae15-46c1-94b8-f8ab4eff1143),segment_id=1081cca2-ae15-46c1-94b8-f8ab4eff1143)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:47:15.226807 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:15.227999 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 8fbe9d45-f915-4100-93df-b443429e0c4e up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:47:15.259733 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-35a96737-051d-48a9-ad49-905b44801945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:15.471052 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc14301-7678-499b-9594-6768901fd0be req-e18b9baf-805c-4038-ac2a-371d14182c3f tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:15.485610 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8bc14301-7678-499b-9594-6768901fd0be req-e18b9baf-805c-4038-ac2a-371d14182c3f tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 945 time: 0.4685223 May 04 13:47:15.533900 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Set router 9616a04b-25e9-4801-b908-3d907ed907d8 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:47:15.549503 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8163cb9-d934-4ca3-b997-b8221bc7518b req-9cdf7bfe-4dc3-4977-b9f5-5374b6d0a103 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:15.577008 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d8163cb9-d934-4ca3-b997-b8221bc7518b req-9cdf7bfe-4dc3-4977-b9f5-5374b6d0a103 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 945 time: 0.6684494 May 04 13:47:15.785566 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-27d9bd4e-5fc7-41bf-9af9-7b9c60f6334f req-0a3ab2fd-3ac2-4f2b-a06d-1286ea40ed4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:15.811026 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-59b57db8-8f72-47ae-a7fd-4d641c94eccc tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:15.849990 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8bc14301-7678-499b-9594-6768901fd0be req-d2deaa75-6b80-429d-8ff2-c6332e4875bf tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624663 May 04 13:47:15.861358 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device c0fdfb67-e44b-46e5-936e-c37d5b3079e4 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:47:15.903832 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d8163cb9-d934-4ca3-b997-b8221bc7518b req-4f788885-c300-4944-bfd3-2bf362d82bcb tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213892 May 04 13:47:15.942505 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ab2fd-3ac2-4f2b-a06d-1286ea40ed4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Pushing event deleted for resources: {'Port': ['ID=c0fdfb67-e44b-46e5-936e-c37d5b3079e4,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:15.943237 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['eee035f4-7317-47ae-9f20-a70097bbb987'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:47:15.955127 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0a3ab2fd-3ac2-4f2b-a06d-1286ea40ed4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:16.152342 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d9bd4e-5fc7-41bf-9af9-7b9c60f6334f req-0a3ab2fd-3ac2-4f2b-a06d-1286ea40ed4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] No DVR routers for this DVR port c0fdfb67-e44b-46e5-936e-c37d5b3079e4 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:47:16.162038 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-0cccebb6-1a24-43dd-81a8-7341f9dd380d req-ea7cf9aa-c80a-4ea8-a567-b608fffad697 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Deleting port 7576f8b8-170d-4ccc-859e-79f5efdd03ef {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:47:16.163823 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-0cccebb6-1a24-43dd-81a8-7341f9dd380d req-ea7cf9aa-c80a-4ea8-a567-b608fffad697 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:16.214622 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-27d9bd4e-5fc7-41bf-9af9-7b9c60f6334f req-0a3ab2fd-3ac2-4f2b-a06d-1286ea40ed4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:16.255844 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08286574-3687-463c-84d2-544a0e8c42ec', 'name': 'network-vif-deleted', 'tag': 'c0fdfb67-e44b-46e5-936e-c37d5b3079e4'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:47:16.323638 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d5a0d16f-86a5-48f4-90b4-b6d84514544a req-0b545607-cbf6-46dd-9505-c8bd847fcbfe tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=08286574-3687-463c-84d2-544a0e8c42ec HTTP/1.1" status: 200 len: 210 time: 0.1643896 May 04 13:47:16.422172 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-27d9bd4e-5fc7-41bf-9af9-7b9c60f6334f req-0a3ab2fd-3ac2-4f2b-a06d-1286ea40ed4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.30 "DELETE /v2.0/ports/c0fdfb67-e44b-46e5-936e-c37d5b3079e4 HTTP/1.1" status: 204 len: 173 time: 4.7941997 May 04 13:47:16.623326 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] No Port match for: c0fdfb67-e44b-46e5-936e-c37d5b3079e4 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:47:16.623960 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device c0fdfb67-e44b-46e5-936e-c37d5b3079e4 not bound to the agent host hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:47:16.650850 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08286574-3687-463c-84d2-544a0e8c42ec', 'name': 'network-vif-deleted', 'tag': 'c0fdfb67-e44b-46e5-936e-c37d5b3079e4', 'status': 'completed', 'code': 200} May 04 13:47:16.683023 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8cc18-accb-44bc-871f-90329f2c0572 req-ea06b504-c83f-4813-8d54-5659f4295a39 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:16.683775 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-30c8cc18-accb-44bc-871f-90329f2c0572 req-ea06b504-c83f-4813-8d54-5659f4295a39 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Synchronizing usage tracker for tenant:0222a15be7b94760890f46e3aa01d152 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:47:16.689556 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-0cccebb6-1a24-43dd-81a8-7341f9dd380d req-ea7cf9aa-c80a-4ea8-a567-b608fffad697 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] For port 7576f8b8-170d-4ccc-859e-79f5efdd03ef, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7576f8b8-170d-4ccc-859e-79f5efdd03ef,segment=NetworkSegment(df708d1b-3fe2-4f2b-b5a1-0a8434e1078d),segment_id=df708d1b-3fe2-4f2b-b5a1-0a8434e1078d)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:47:16.689925 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-0cccebb6-1a24-43dd-81a8-7341f9dd380d req-ea7cf9aa-c80a-4ea8-a567-b608fffad697 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:16.831122 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 8fbe9d45-f915-4100-93df-b443429e0c4e triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:16.831519 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:16.896322 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49544) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:16.903727 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1728297925-network', 'tenant_id': '4e0f62c4bee64e129941b12e34409899'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:47:16.919229 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:16.929234 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Usage tracker for resource:network and tenant:4e0f62c4bee64e129941b12e34409899 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:16.930592 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=920663fb-b0b9-4f2f-8f77-a1e7fe5e1055,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:16.935481 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:16.939917 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.680s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:16.952940 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:16.981613 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Made reservation on behalf of 4e0f62c4bee64e129941b12e34409899 for: {'network': 1} {{(pid=73861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:47:16.984844 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for network, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:16.986654 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-0cccebb6-1a24-43dd-81a8-7341f9dd380d req-ea7cf9aa-c80a-4ea8-a567-b608fffad697 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Calling delete_port for 7576f8b8-170d-4ccc-859e-79f5efdd03ef owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:47:17.013106 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:17.029503 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-30c8cc18-accb-44bc-871f-90329f2c0572 req-ea06b504-c83f-4813-8d54-5659f4295a39 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Unset dirty status for tenant:0222a15be7b94760890f46e3aa01d152 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:47:17.038537 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-30c8cc18-accb-44bc-871f-90329f2c0572 req-ea06b504-c83f-4813-8d54-5659f4295a39 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 945 time: 0.8380468 May 04 13:47:17.063461 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:17.069138 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Usage tracker for resource:security_group_rule and tenant:4e0f62c4bee64e129941b12e34409899 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:17.075630 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:17.093788 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:17.242277 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'name': 'tempest-TestShelveInstance-234654311-router', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:57Z', 'updated_at': '2021-05-04T13:47:08Z', 'revision_number': 4, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'gw_port': {'id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:59Z', 'updated_at': '2021-05-04T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'dddd46e2-970c-4b6a-8a60-81e5f24742a9', 'name': '', 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'mac_address': 'fa:16:3e:54:07:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:06Z', 'updated_at': '2021-05-04T13:47:09Z', 'revision_number': 2, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'subnets': [{'id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:17.255365 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Checking router: 9616a04b-25e9-4801-b908-3d907ed907d8 for host: dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:47:17.255799 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Updating router 9616a04b-25e9-4801-b908-3d907ed907d8 port dddd46e2-970c-4b6a-8a60-81e5f24742a9 binding host dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:47:17.466701 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:17.492292 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:17.503523 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-188cb47a-0077-453e-ba4f-cacfdd112038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:17.548427 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6e37c5-3dbc-4959-8ffa-41897397e050,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:17.554077 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:17.565894 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-0cccebb6-1a24-43dd-81a8-7341f9dd380d req-ea7cf9aa-c80a-4ea8-a567-b608fffad697 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:17.583291 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:17.583602 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63d706-a16f-4fa2-b4a6-d2484c43672b req-a2c7155a-907d-40cb-b739-d672a1ac49fb tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:17.593215 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0b63d706-a16f-4fa2-b4a6-d2484c43672b req-a2c7155a-907d-40cb-b739-d672a1ac49fb tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 945 time: 0.3536513 May 04 13:47:17.606531 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=73861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:47:17.633973 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:17.673246 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9ff22-b70c-4c2f-8feb-13332fcba35e req-30cdc61e-2271-4e16-8c3b-dc49cb1d9c51 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:17.675334 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-07e9ff22-b70c-4c2f-8feb-13332fcba35e req-30cdc61e-2271-4e16-8c3b-dc49cb1d9c51 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 867 time: 0.4376709 May 04 13:47:17.689244 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:17.689482 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.db.segments_db [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Added segment 9f2b544f-96d1-4e92-a0d2-f132ebb7f336 of type vlan for network c0d7ac38-a4e0-4644-9749-4bb5f714d4ad May 04 13:47:17.751323 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cf9aa-c80a-4ea8-a567-b608fffad697 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Pushing event deleted for resources: {'Port': ['ID=7576f8b8-170d-4ccc-859e-79f5efdd03ef,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:17.755577 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ea7cf9aa-c80a-4ea8-a567-b608fffad697 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:17.767348 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0b63d706-a16f-4fa2-b4a6-d2484c43672b req-54d07103-619d-4a1d-bcdf-417bb62112dc tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736014 May 04 13:47:17.850614 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-07e9ff22-b70c-4c2f-8feb-13332fcba35e req-fae9adbe-6330-410f-896b-027e0865f262 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551719 May 04 13:47:17.865311 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device e85cacc6-b145-49a3-8218-128f861546c2 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:47:17.876125 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760702352249'] for network, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:17.960886 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for network, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:17.963383 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:17.964229 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:17.985924 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:17.998979 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 7576f8b8-170d-4ccc-859e-79f5efdd03ef no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:47:18.141141 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Pushing event updated for resources: {'Network': ['ID=c0d7ac38-a4e0-4644-9749-4bb5f714d4ad,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:18.141363 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cccebb6-1a24-43dd-81a8-7341f9dd380d req-ea7cf9aa-c80a-4ea8-a567-b608fffad697 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] No DVR routers for this DVR port 7576f8b8-170d-4ccc-859e-79f5efdd03ef on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:47:18.144887 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-0cccebb6-1a24-43dd-81a8-7341f9dd380d req-ea7cf9aa-c80a-4ea8-a567-b608fffad697 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:18.148402 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:18.151365 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2541561 May 04 13:47:18.154190 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49556) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:18.174163 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-43686d1e-1464-487c-8e9f-67f6877e233c admin admin] Request body: {'subnet': {'network_id': 'c0d7ac38-a4e0-4644-9749-4bb5f714d4ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1728297925-subnet', 'tenant_id': '4e0f62c4bee64e129941b12e34409899', 'ip_version': 4}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:47:18.186567 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-43686d1e-1464-487c-8e9f-67f6877e233c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:18.200559 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0cccebb6-1a24-43dd-81a8-7341f9dd380d req-ea7cf9aa-c80a-4ea8-a567-b608fffad697 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.30 "DELETE /v2.0/ports/7576f8b8-170d-4ccc-859e-79f5efdd03ef HTTP/1.1" status: 204 len: 173 time: 3.1075222 May 04 13:47:18.202811 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-43686d1e-1464-487c-8e9f-67f6877e233c admin admin] Usage tracker for resource:subnet and tenant:4e0f62c4bee64e129941b12e34409899 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:18.203646 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] No Port match for: 7576f8b8-170d-4ccc-859e-79f5efdd03ef {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:47:18.204037 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 7576f8b8-170d-4ccc-859e-79f5efdd03ef not bound to the agent host hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:47:18.218425 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-43686d1e-1464-487c-8e9f-67f6877e233c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:18.255129 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-30c8cc18-accb-44bc-871f-90329f2c0572 req-78ac14fc-96b8-4b59-a759-b53e9358d413 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Deleting port 4c232c7f-a26a-454b-99dd-159b96fe7c60 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:47:18.262578 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-30c8cc18-accb-44bc-871f-90329f2c0572 req-78ac14fc-96b8-4b59-a759-b53e9358d413 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:18.270025 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-43686d1e-1464-487c-8e9f-67f6877e233c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:18.271953 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Network c0d7ac38-a4e0-4644-9749-4bb5f714d4ad details requested by agent ovs-agent-dv-cinder-789564-1-smb with host dv-cinder-789564-1-smb {{(pid=73862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 13:47:18.324676 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43686d1e-1464-487c-8e9f-67f6877e233c admin admin] Made reservation on behalf of 4e0f62c4bee64e129941b12e34409899 for: {'subnet': 1} {{(pid=73861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:47:18.332629 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-43686d1e-1464-487c-8e9f-67f6877e233c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15463000'] for subnet, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:18.498607 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-30c8cc18-accb-44bc-871f-90329f2c0572 req-78ac14fc-96b8-4b59-a759-b53e9358d413 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] For port 4c232c7f-a26a-454b-99dd-159b96fe7c60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4c232c7f-a26a-454b-99dd-159b96fe7c60,segment=NetworkSegment(49475647-9be4-41c5-ae7e-c8fcacee629d),segment_id=49475647-9be4-41c5-ae7e-c8fcacee629d)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:47:18.498994 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-30c8cc18-accb-44bc-871f-90329f2c0572 req-78ac14fc-96b8-4b59-a759-b53e9358d413 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:18.990197 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-30c8cc18-accb-44bc-871f-90329f2c0572 req-78ac14fc-96b8-4b59-a759-b53e9358d413 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Calling delete_port for 4c232c7f-a26a-454b-99dd-159b96fe7c60 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:47:19.262199 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['3bbd70b8-ebb3-49bb-8699-870a9a957756'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:47:19.283316 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8c213c-c57b-4c1d-96c6-18f8bce1cd16', 'name': 'network-vif-deleted', 'tag': '7576f8b8-170d-4ccc-859e-79f5efdd03ef'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:47:19.440317 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-fc35ac80-b225-4570-af71-28232eccb678 req-71565aeb-012f-43e2-b8b3-3f65f74cf3bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1792881 May 04 13:47:19.441961 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-30c8cc18-accb-44bc-871f-90329f2c0572 req-78ac14fc-96b8-4b59-a759-b53e9358d413 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:19.467561 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port e85cacc6-b145-49a3-8218-128f861546c2 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:19.468628 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:19.485768 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-15abbbf0-46e6-4b68-9832-170ef8afad6f req-faaf57ef-ea17-47ec-b116-19ca1ac6aa0a tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 210 time: 0.1389623 May 04 13:47:19.510329 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-47e03217-0404-49dd-b602-36e31484f705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:19.655065 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c13065-f311-4bd8-8b36-931dfdcb671f req-9ea17eb3-9c5c-4c44-b842-f4ec683860ba tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:19.661838 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-90c13065-f311-4bd8-8b36-931dfdcb671f req-9ea17eb3-9c5c-4c44-b842-f4ec683860ba tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 867 time: 0.4317605 May 04 13:47:19.840539 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac14fc-96b8-4b59-a759-b53e9358d413 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Pushing event deleted for resources: {'Port': ['ID=4c232c7f-a26a-454b-99dd-159b96fe7c60,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:19.853004 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-78ac14fc-96b8-4b59-a759-b53e9358d413 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:19.918670 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-43686d1e-1464-487c-8e9f-67f6877e233c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1510549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15462990'] for subnet, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:19.924595 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-fc35ac80-b225-4570-af71-28232eccb678 req-69ab986e-ce0b-4d6a-a497-6368e38933c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1663eef7b6514ababc60301bf99e7576&device_id=2d8c213c-c57b-4c1d-96c6-18f8bce1cd16 HTTP/1.1" status: 200 len: 210 time: 0.2596641 May 04 13:47:19.939894 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c8cc18-accb-44bc-871f-90329f2c0572 req-78ac14fc-96b8-4b59-a759-b53e9358d413 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] No DVR routers for this DVR port 4c232c7f-a26a-454b-99dd-159b96fe7c60 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:47:19.947417 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-30c8cc18-accb-44bc-871f-90329f2c0572 req-78ac14fc-96b8-4b59-a759-b53e9358d413 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:19.973605 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:20.006564 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-30c8cc18-accb-44bc-871f-90329f2c0572 req-78ac14fc-96b8-4b59-a759-b53e9358d413 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.30 "DELETE /v2.0/ports/4c232c7f-a26a-454b-99dd-159b96fe7c60 HTTP/1.1" status: 204 len: 173 time: 2.9515719 May 04 13:47:20.013695 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Transition to ACTIVE for port object dddd46e2-970c-4b6a-8a60-81e5f24742a9 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:47:20.030915 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 4c232c7f-a26a-454b-99dd-159b96fe7c60 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:47:20.115341 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:20.197157 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43686d1e-1464-487c-8e9f-67f6877e233c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3df2c9c-5f81-4ff5-a2a2-9731ef61c211,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:20.202154 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:20.203940 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-43686d1e-1464-487c-8e9f-67f6877e233c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:20.205251 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35ac80-b225-4570-af71-28232eccb678 req-afcf12d5-a4d9-43c1-9d0f-c63d9b6af7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:20.208936 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-fc35ac80-b225-4570-af71-28232eccb678 req-afcf12d5-a4d9-43c1-9d0f-c63d9b6af7bb service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1663eef7b6514ababc60301bf99e7576&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2514067 May 04 13:47:20.213216 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9c388b89-7f8a-49b1-b380-1e3ae39ee10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:20.253345 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-90c13065-f311-4bd8-8b36-931dfdcb671f req-8c83ce6c-6d7c-4b6d-b4d6-ac10cce6a126 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/security-groups?id=03691ece-8608-4065-b440-b04a24fc1298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913962 May 04 13:47:20.326613 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43686d1e-1464-487c-8e9f-67f6877e233c admin admin] Checking segment: {'id': '9f2b544f-96d1-4e92-a0d2-f132ebb7f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0d7ac38-a4e0-4644-9749-4bb5f714d4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:47:20.327490 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43686d1e-1464-487c-8e9f-67f6877e233c admin admin] Network hostable DHCP agents. Network: c0d7ac38-a4e0-4644-9749-4bb5f714d4ad, hostable agents: ['548e5bae-174c-4437-b5d4-5dd15da226b0'], hosted agents: [] {{(pid=73861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:47:20.343779 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] No Port match for: 4c232c7f-a26a-454b-99dd-159b96fe7c60 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:47:20.351520 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 4c232c7f-a26a-454b-99dd-159b96fe7c60 not bound to the agent host hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:47:20.378487 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8c213c-c57b-4c1d-96c6-18f8bce1cd16', 'name': 'network-vif-deleted', 'tag': '7576f8b8-170d-4ccc-859e-79f5efdd03ef', 'status': 'completed', 'code': 200} May 04 13:47:20.457741 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43686d1e-1464-487c-8e9f-67f6877e233c admin admin] Network c0d7ac38-a4e0-4644-9749-4bb5f714d4ad is scheduled to be hosted by DHCP agent 548e5bae-174c-4437-b5d4-5dd15da226b0 with binding_index 1 {{(pid=73861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:47:20.517343 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35ac80-b225-4570-af71-28232eccb678 req-30d49cd3-d240-4cca-b3d4-77bbe1b322fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:20.519372 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-fc35ac80-b225-4570-af71-28232eccb678 req-30d49cd3-d240-4cca-b3d4-77bbe1b322fa service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3043647 May 04 13:47:20.528759 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701a5a4-e4aa-4a6d-9af6-59defc420966 req-4a766577-f6d9-4f67-a1b7-59122a3a5573 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:20.540872 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b701a5a4-e4aa-4a6d-9af6-59defc420966 req-4a766577-f6d9-4f67-a1b7-59122a3a5573 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 946 time: 0.7804294 May 04 13:47:20.580222 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-43686d1e-1464-487c-8e9f-67f6877e233c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-smb, c0d7ac38-a4e0-4644-9749-4bb5f714d4ad) {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:47:20.625145 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43686d1e-1464-487c-8e9f-67f6877e233c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:20.625992 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-43686d1e-1464-487c-8e9f-67f6877e233c admin admin] Notify callbacks [] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:20.676240 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-43686d1e-1464-487c-8e9f-67f6877e233c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5208566 May 04 13:47:20.676514 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 49616) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:20.694080 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1728297925-router', 'tenant_id': '4e0f62c4bee64e129941b12e34409899', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:47:20.712197 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b701a5a4-e4aa-4a6d-9af6-59defc420966 req-68f26a5e-2101-4504-9cd0-f235cb4175f7 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700180 May 04 13:47:20.715544 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:20.724665 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Usage tracker for resource:router and tenant:4e0f62c4bee64e129941b12e34409899 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:20.728339 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:20.738036 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:20.771666 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1977953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47740'] for router, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:20.772830 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1698401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47685'] for router, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:20.782257 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe70645e-efa4-44f8-ac08-13ffd3f0757b None None] Network c0d7ac38-a4e0-4644-9749-4bb5f714d4ad requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:47:20.793068 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:20.945547 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44c906-3209-434d-9ebe-659508e43dbf None None] Pushing event updated for resources: {'Port': ['ID=dddd46e2-970c-4b6a-8a60-81e5f24742a9,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:21.553087 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9f44c906-3209-434d-9ebe-659508e43dbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.340s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:21.567830 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:47:21.618645 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-884f64b2-6ea8-42bb-b49b-588cf45dc42a req-01757f10-8453-4ea8-bbea-808ecfde4471 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] 10.222.0.44 "GET /v2.0/ports?device_id=86f65503-95ed-49c7-85c2-e7101d30d570 HTTP/1.1" status: 200 len: 210 time: 0.0738091 May 04 13:47:21.788551 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47707'] for router, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:21.857970 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Attempting to bind port dddd46e2-970c-4b6a-8a60-81e5f24742a9 on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:47:21.859152 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Attempting to bind port dddd46e2-970c-4b6a-8a60-81e5f24742a9 by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': 'c526d66a-050e-4f2d-b706-4b508fd7f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:47:21.859490 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Attempting to bind port dddd46e2-970c-4b6a-8a60-81e5f24742a9 on network 5819c209-e830-494e-8b5b-2011ecaaec60 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:47:21.868799 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:47:21.869191 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Checking segment: {'id': 'c526d66a-050e-4f2d-b706-4b508fd7f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:47:21.869607 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:21.870011 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Bound using segment: {'id': 'c526d66a-050e-4f2d-b706-4b508fd7f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:47:21.870497 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Bound port: dddd46e2-970c-4b6a-8a60-81e5f24742a9, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c526d66a-050e-4f2d-b706-4b508fd7f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:47:21.871198 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:21.997341 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c3060-b8af-40d9-a7d4-5e067387ac8b req-aa28b078-5390-4f4d-bfce-f409e2cb4118 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:21.998106 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-e39c3060-b8af-40d9-a7d4-5e067387ac8b req-aa28b078-5390-4f4d-bfce-f409e2cb4118 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Synchronizing usage tracker for tenant:14598e286d464d1992dd44a6acea91b6 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:47:22.030069 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] For port dddd46e2-970c-4b6a-8a60-81e5f24742a9, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:47:22.041496 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dee64f-7e8f-4337-b9f0-ad6965a7a529 req-cc8105af-9804-4c83-9cbd-9c12feb5363f tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:22.042936 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-24dee64f-7e8f-4337-b9f0-ad6965a7a529 req-cc8105af-9804-4c83-9cbd-9c12feb5363f tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.1846480 May 04 13:47:22.043538 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] For port dddd46e2-970c-4b6a-8a60-81e5f24742a9, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=dddd46e2-970c-4b6a-8a60-81e5f24742a9,segment=NetworkSegment(c526d66a-050e-4f2d-b706-4b508fd7f802),segment_id=c526d66a-050e-4f2d-b706-4b508fd7f802)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:47:22.066559 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-e39c3060-b8af-40d9-a7d4-5e067387ac8b req-aa28b078-5390-4f4d-bfce-f409e2cb4118 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Unset dirty status for tenant:14598e286d464d1992dd44a6acea91b6 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:47:22.067771 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e39c3060-b8af-40d9-a7d4-5e067387ac8b req-aa28b078-5390-4f4d-bfce-f409e2cb4118 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 946 time: 1.0113626 May 04 13:47:22.150350 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:22.158302 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-24dee64f-7e8f-4337-b9f0-ad6965a7a529 req-37ba8cb4-347c-41ad-a97e-5c5ce54dea96 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039264 May 04 13:47:22.165538 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:22.330701 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfbf21e1-5d9b-5b7c-a50d-f7224e599174-c0d7ac38-a4e0-4644-9749-4bb5f714d4ad', 'network_id': 'c0d7ac38-a4e0-4644-9749-4bb5f714d4ad', 'tenant_id': '4e0f62c4bee64e129941b12e34409899', 'fixed_ips': [{'subnet_id': 'e3df2c9c-5f81-4ff5-a2a2-9731ef61c211'}]}} from dv-cinder-789564-1-smb. {{(pid=73862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 13:47:22.344540 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:22.377002 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:22.378096 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:22.378675 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:22.391893 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f65503-95ed-49c7-85c2-e7101d30d570', 'name': 'network-vif-deleted', 'tag': '4c232c7f-a26a-454b-99dd-159b96fe7c60'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:47:22.585113 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44c906-3209-434d-9ebe-659508e43dbf None None] Pushing event updated for resources: {'Port': ['ID=dddd46e2-970c-4b6a-8a60-81e5f24742a9,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:22.590213 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58f033-2766-49c5-8ed1-fcf8393ace84 req-35116111-eac6-4259-9c4a-f9022cd69619 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:22.600891 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Routers {'9616a04b-25e9-4801-b908-3d907ed907d8'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:47:22.601589 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:46:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['9616a04b-25e9-4801-b908-3d907ed907d8'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:22.604213 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8f58f033-2766-49c5-8ed1-fcf8393ace84 req-35116111-eac6-4259-9c4a-f9022cd69619 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 946 time: 0.2318306 May 04 13:47:22.748288 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8f58f033-2766-49c5-8ed1-fcf8393ace84 req-10e3e56d-6bb7-409f-b97d-b9d3fda3f6bb tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359985 May 04 13:47:22.756327 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9f44c906-3209-434d-9ebe-659508e43dbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:22.849556 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f65503-95ed-49c7-85c2-e7101d30d570', 'name': 'network-vif-deleted', 'tag': '4c232c7f-a26a-454b-99dd-159b96fe7c60', 'status': 'completed', 'code': 200} May 04 13:47:23.031660 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-e39c3060-b8af-40d9-a7d4-5e067387ac8b req-cfd5742d-d222-4104-9e74-c435e5064b76 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Deleting port eee035f4-7317-47ae-9f20-a70097bbb987 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:47:23.032109 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e39c3060-b8af-40d9-a7d4-5e067387ac8b req-cfd5742d-d222-4104-9e74-c435e5064b76 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:23.217438 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Allocated IP 172.20.0.2 (c0d7ac38-a4e0-4644-9749-4bb5f714d4ad/e3df2c9c-5f81-4ff5-a2a2-9731ef61c211/9213e322-a684-4a4a-bde2-1cd72a34969d) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:47:23.221758 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] Set router 9616a04b-25e9-4801-b908-3d907ed907d8 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:47:23.596398 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaa4bd-fef7-4d00-841d-b4d567e9ccab req-26b3a094-2906-469a-8a69-c2a87e439e23 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:23.610564 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fbeaa4bd-fef7-4d00-841d-b4d567e9ccab req-26b3a094-2906-469a-8a69-c2a87e439e23 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.1888702 May 04 13:47:23.687896 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:23.746942 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fbeaa4bd-fef7-4d00-841d-b4d567e9ccab req-55ca2736-43de-474d-986f-ac3471906b85 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355541 May 04 13:47:23.772838 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:23.777373 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-e39c3060-b8af-40d9-a7d4-5e067387ac8b req-cfd5742d-d222-4104-9e74-c435e5064b76 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] For port eee035f4-7317-47ae-9f20-a70097bbb987, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=eee035f4-7317-47ae-9f20-a70097bbb987,segment=NetworkSegment(64bb48a6-3a24-49cb-913a-a9010211dbed),segment_id=64bb48a6-3a24-49cb-913a-a9010211dbed)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:47:23.777941 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e39c3060-b8af-40d9-a7d4-5e067387ac8b req-cfd5742d-d222-4104-9e74-c435e5064b76 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:24.127271 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-e39c3060-b8af-40d9-a7d4-5e067387ac8b req-cfd5742d-d222-4104-9e74-c435e5064b76 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Calling delete_port for eee035f4-7317-47ae-9f20-a70097bbb987 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:47:24.385760 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d5bf7-0257-4480-9f8b-d2a72197014f req-c2f5f381-1197-4838-9151-286df039cb98 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:24.390649 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-073d5bf7-0257-4480-9f8b-d2a72197014f req-c2f5f381-1197-4838-9151-286df039cb98 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 946 time: 0.2769320 May 04 13:47:24.414414 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e39c3060-b8af-40d9-a7d4-5e067387ac8b req-cfd5742d-d222-4104-9e74-c435e5064b76 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:24.459021 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:24.555860 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-073d5bf7-0257-4480-9f8b-d2a72197014f req-18707521-a51d-4515-89fd-510624f897ac tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/security-groups?id=89df8bb4-eb67-4c90-8179-3ed7290ae5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610482 May 04 13:47:24.659594 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecbb93-a32f-48cc-8b1e-c7dcdf187317 req-bde5c47d-b3fd-4a5a-a43e-3e2a26ebe032 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:24.685248 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-acecbb93-a32f-48cc-8b1e-c7dcdf187317 req-bde5c47d-b3fd-4a5a-a43e-3e2a26ebe032 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.1964891 May 04 13:47:24.757521 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-acecbb93-a32f-48cc-8b1e-c7dcdf187317 req-14ba33cf-ebff-4923-a354-99de8926b2f1 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658543 May 04 13:47:24.901489 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49704) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:24.931745 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:24.951293 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39c3060-b8af-40d9-a7d4-5e067387ac8b req-cfd5742d-d222-4104-9e74-c435e5064b76 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] No DVR routers for this DVR port eee035f4-7317-47ae-9f20-a70097bbb987 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:47:24.956024 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e39c3060-b8af-40d9-a7d4-5e067387ac8b req-cfd5742d-d222-4104-9e74-c435e5064b76 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:24.960346 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5742d-d222-4104-9e74-c435e5064b76 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Pushing event deleted for resources: {'Port': ['ID=eee035f4-7317-47ae-9f20-a70097bbb987,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:24.977471 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-cfd5742d-d222-4104-9e74-c435e5064b76 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:24.978310 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c1e3bc-5929-4421-bf49-8c37a29ded53', 'name': 'network-vif-deleted', 'tag': 'eee035f4-7317-47ae-9f20-a70097bbb987'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:47:25.004085 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Transition to ACTIVE for port object 9213e322-a684-4a4a-bde2-1cd72a34969d will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:47:25.050083 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Transition to ACTIVE for port object 9213e322-a684-4a4a-bde2-1cd72a34969d will not be triggered until provisioned by entity DHCP. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:47:25.065892 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'name': 'tempest-TestShelveInstance-234654311-router', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:57Z', 'updated_at': '2021-05-04T13:47:08Z', 'revision_number': 4, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'gw_port': {'id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:59Z', 'updated_at': '2021-05-04T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'dddd46e2-970c-4b6a-8a60-81e5f24742a9', 'name': '', 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'mac_address': 'fa:16:3e:54:07:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:06Z', 'updated_at': '2021-05-04T13:47:22Z', 'revision_number': 4, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'subnets': [{'id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:25.074847 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:25.084018 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:25.121694 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bf2f15-26d1-4c0c-b0e5-57f36547f93e None None] The sync data for ids ['9616a04b-25e9-4801-b908-3d907ed907d8'] in dv-cinder-789564-1-smb is: [{'id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'name': 'tempest-TestShelveInstance-234654311-router', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:57Z', 'updated_at': '2021-05-04T13:47:08Z', 'revision_number': 4, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'gw_port': {'id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:59Z', 'updated_at': '2021-05-04T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'dddd46e2-970c-4b6a-8a60-81e5f24742a9', 'name': '', 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'mac_address': 'fa:16:3e:54:07:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:06Z', 'updated_at': '2021-05-04T13:47:22Z', 'revision_number': 4, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'subnets': [{'id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:47:25.132255 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a1875-4a72-472d-80a2-133ec671644f req-99617fe9-7c96-4060-991f-35714b949364 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:25.145289 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c1e3bc-5929-4421-bf49-8c37a29ded53', 'name': 'network-vif-deleted', 'tag': 'eee035f4-7317-47ae-9f20-a70097bbb987', 'status': 'completed', 'code': 200} May 04 13:47:25.145904 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-437a1875-4a72-472d-80a2-133ec671644f req-99617fe9-7c96-4060-991f-35714b949364 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.2412505 May 04 13:47:25.148564 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Allocated IP 172.28.3.156 (ec979011-6604-4968-ace9-769b935940bc/86424637-3a1b-4645-9cbe-37dcbde5db40/19194a10-721b-46ce-bc43-bbcfe7844ce8) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:47:25.167186 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e39c3060-b8af-40d9-a7d4-5e067387ac8b req-cfd5742d-d222-4104-9e74-c435e5064b76 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.30 "DELETE /v2.0/ports/eee035f4-7317-47ae-9f20-a70097bbb987 HTTP/1.1" status: 204 len: 173 time: 2.9636493 May 04 13:47:25.249251 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Network c0d7ac38-a4e0-4644-9749-4bb5f714d4ad is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:47:25.262051 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:47:25.266758 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Pushing event updated for resources: {'Port': ['ID=9213e322-a684-4a4a-bde2-1cd72a34969d,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:25.270263 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:47:25.293306 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:25.352993 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-437a1875-4a72-472d-80a2-133ec671644f req-ec544028-8ec4-42bf-b53d-ae9adefca6e2 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063558 May 04 13:47:25.405119 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8ef7af1b-4e7a-4dc3-bcb1-6a028e0e683b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:25.457385 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-8ef7af1b-4e7a-4dc3-bcb1-6a028e0e683b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:25.469072 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-8ef7af1b-4e7a-4dc3-bcb1-6a028e0e683b admin admin] Usage tracker for resource:security_group_rule and tenant:e8fcf99d4ded4a4a91b442362a27c6cd is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:25.483349 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-8ef7af1b-4e7a-4dc3-bcb1-6a028e0e683b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:25.503822 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Attempting to bind port 9213e322-a684-4a4a-bde2-1cd72a34969d on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:47:25.504303 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-8ef7af1b-4e7a-4dc3-bcb1-6a028e0e683b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:25.504695 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Attempting to bind port 9213e322-a684-4a4a-bde2-1cd72a34969d by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': '9f2b544f-96d1-4e92-a0d2-f132ebb7f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0d7ac38-a4e0-4644-9749-4bb5f714d4ad'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:47:25.505232 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Attempting to bind port 9213e322-a684-4a4a-bde2-1cd72a34969d on network c0d7ac38-a4e0-4644-9749-4bb5f714d4ad {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:47:25.511568 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:47:25.512307 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Checking segment: {'id': '9f2b544f-96d1-4e92-a0d2-f132ebb7f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0d7ac38-a4e0-4644-9749-4bb5f714d4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:47:25.512882 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:25.513447 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Bound using segment: {'id': '9f2b544f-96d1-4e92-a0d2-f132ebb7f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0d7ac38-a4e0-4644-9749-4bb5f714d4ad'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:47:25.514085 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Bound port: 9213e322-a684-4a4a-bde2-1cd72a34969d, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2b544f-96d1-4e92-a0d2-f132ebb7f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0d7ac38-a4e0-4644-9749-4bb5f714d4ad'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:47:25.515371 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:25.705964 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] For port 9213e322-a684-4a4a-bde2-1cd72a34969d, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:47:25.721714 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] For port 9213e322-a684-4a4a-bde2-1cd72a34969d, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=9213e322-a684-4a4a-bde2-1cd72a34969d,segment=NetworkSegment(9f2b544f-96d1-4e92-a0d2-f132ebb7f336),segment_id=9f2b544f-96d1-4e92-a0d2-f132ebb7f336)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:47:25.730290 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:25.735273 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:25.751105 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:25.776226 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8ef7af1b-4e7a-4dc3-bcb1-6a028e0e683b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:25.786039 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8ef7af1b-4e7a-4dc3-bcb1-6a028e0e683b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:25.816707 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-e14aa07f-c235-465b-b5a5-ce05141bf24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:25.828032 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:25.834392 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:25.844152 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device eee035f4-7317-47ae-9f20-a70097bbb987 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:47:25.874275 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-8ef7af1b-4e7a-4dc3-bcb1-6a028e0e683b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8fcf99d4ded4a4a91b442362a27c6cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9690928 May 04 13:47:25.880830 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49736) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:25.979734 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] No Port match for: eee035f4-7317-47ae-9f20-a70097bbb987 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:47:25.983630 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device eee035f4-7317-47ae-9f20-a70097bbb987 not bound to the agent host hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:47:25.993527 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Network ec979011-6604-4968-ace9-769b935940bc is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:47:25.997394 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:47:26.008597 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:47:26.031464 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7af1b-4e7a-4dc3-bcb1-6a028e0e683b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a968415f-48ee-4f70-8242-f4e11ad035f8,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:26.044713 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-8ef7af1b-4e7a-4dc3-bcb1-6a028e0e683b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:26.089715 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Pushing event updated for resources: {'Port': ['ID=9213e322-a684-4a4a-bde2-1cd72a34969d,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:26.103561 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:26.166285 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e5af2c8b-e10d-4c13-9872-6e958cc7243a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:26.188464 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Pushing event updated for resources: {'Port': ['ID=19194a10-721b-46ce-bc43-bbcfe7844ce8,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:26.214707 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:26.505068 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-556ac2bd-83ab-46f3-b07f-2d024c5e8ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:26.563128 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-556ac2bd-83ab-46f3-b07f-2d024c5e8ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:26.604170 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2ed7f8a4-1228-4931-aeaa-511e926ffa9c req-46734e48-8a4d-458d-8523-d6da6f1c1432 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c1e3bc-5929-4421-bf49-8c37a29ded53 HTTP/1.1" status: 200 len: 210 time: 0.3647330 May 04 13:47:26.756853 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9429bd6-6390-4dd8-81b4-9b9005e14ecd req-ecce8a9c-32c6-40ac-8266-08ea45a1ffc8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:26.765300 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d9429bd6-6390-4dd8-81b4-9b9005e14ecd req-ecce8a9c-32c6-40ac-8266-08ea45a1ffc8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.6920934 May 04 13:47:26.895354 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-556ac2bd-83ab-46f3-b07f-2d024c5e8ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:26.955270 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f81f0-366a-4ea2-bb0d-7495a0ba7f50 req-ea787863-40aa-4c6c-9def-378c935b5960 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:26.956729 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-af0f81f0-366a-4ea2-bb0d-7495a0ba7f50 req-ea787863-40aa-4c6c-9def-378c935b5960 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Synchronizing usage tracker for tenant:1663eef7b6514ababc60301bf99e7576 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:47:27.042905 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-ce9ce8f0-c535-4678-87e9-04b587e77bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:27.101788 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-556ac2bd-83ab-46f3-b07f-2d024c5e8ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:27.104938 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-556ac2bd-83ab-46f3-b07f-2d024c5e8ce4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a968415f-48ee-4f70-8242-f4e11ad035f8 HTTP/1.1" status: 204 len: 168 time: 1.2185643 May 04 13:47:27.163222 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ac2bd-83ab-46f3-b07f-2d024c5e8ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a968415f-48ee-4f70-8242-f4e11ad035f8,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:27.176468 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-556ac2bd-83ab-46f3-b07f-2d024c5e8ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:27.223210 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d9429bd6-6390-4dd8-81b4-9b9005e14ecd req-049df043-7a05-467b-939b-f0c7942a89bc tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4468513 May 04 13:47:27.317033 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91545b1-e775-47ac-b170-9cfb3fb96d03 req-221d78b8-20d5-42e8-a4cf-bc2d9ae8042c tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:27.320569 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f91545b1-e775-47ac-b170-9cfb3fb96d03 req-221d78b8-20d5-42e8-a4cf-bc2d9ae8042c tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.4631407 May 04 13:47:27.478329 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f91545b1-e775-47ac-b170-9cfb3fb96d03 req-fa53a660-effd-46bb-9165-04ee07171e51 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491957 May 04 13:47:27.513480 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 9213e322-a684-4a4a-bde2-1cd72a34969d up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:47:27.761933 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port 9213e322-a684-4a4a-bde2-1cd72a34969d completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:47:27.772169 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device dddd46e2-970c-4b6a-8a60-81e5f24742a9 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:47:27.830431 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49812) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:27.901384 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:27.956704 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port dddd46e2-970c-4b6a-8a60-81e5f24742a9 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:47:27.962234 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port dddd46e2-970c-4b6a-8a60-81e5f24742a9 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:27.962828 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:28.027142 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba2bed0-da77-450c-9c48-e3bb8622c19b admin admin] Deleting subnet cec6ae72-2da7-48aa-92cb-315d72809c08 {{(pid=73861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 13:47:28.035338 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bba2bed0-da77-450c-9c48-e3bb8622c19b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:28.144720 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-af0f81f0-366a-4ea2-bb0d-7495a0ba7f50 req-ea787863-40aa-4c6c-9def-378c935b5960 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Unset dirty status for tenant:1663eef7b6514ababc60301bf99e7576 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:47:28.149833 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-af0f81f0-366a-4ea2-bb0d-7495a0ba7f50 req-ea787863-40aa-4c6c-9def-378c935b5960 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 1.5018535 May 04 13:47:28.175682 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bba2bed0-da77-450c-9c48-e3bb8622c19b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1510469'] for subnet, precommit_delete_associations {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:28.289259 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bba2bed0-da77-450c-9c48-e3bb8622c19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989773'] for subnet, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:28.294173 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6880b4-fa72-424a-98cf-ffbb0a6b1318 None None] Network c0d7ac38-a4e0-4644-9749-4bb5f714d4ad requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:47:28.476504 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:29.077030 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-90b1afbb-115c-4732-b760-4256082e97a9 None None] Provisioning for port 9213e322-a684-4a4a-bde2-1cd72a34969d completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:47:29.125858 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-90b1afbb-115c-4732-b760-4256082e97a9 None None] Provisioning complete for port 9213e322-a684-4a4a-bde2-1cd72a34969d triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:29.126488 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-90b1afbb-115c-4732-b760-4256082e97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:29.208012 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port dddd46e2-970c-4b6a-8a60-81e5f24742a9, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=dddd46e2-970c-4b6a-8a60-81e5f24742a9,segment=NetworkSegment(c526d66a-050e-4f2d-b706-4b508fd7f802),segment_id=c526d66a-050e-4f2d-b706-4b508fd7f802)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:47:29.209681 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc863-f2dd-4882-8394-e1776825b62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:29.234859 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:29.296777 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:29.302137 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-af0f81f0-366a-4ea2-bb0d-7495a0ba7f50 req-6a51ac8b-5a33-4050-a137-65b6d33cbdd8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Deleting port 3bbd70b8-ebb3-49bb-8699-870a9a957756 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:47:29.302740 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-af0f81f0-366a-4ea2-bb0d-7495a0ba7f50 req-6a51ac8b-5a33-4050-a137-65b6d33cbdd8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:29.722914 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1977880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974463'] for router, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:29.754329 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=dddd46e2-970c-4b6a-8a60-81e5f24742a9,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:29.798500 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:29.803042 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:29.886253 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eed426-b16d-4922-b22e-d35365fd5b1a req-4d1ad6b9-1498-47d4-ae97-ad89b5d9f645 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:29.899287 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e4eed426-b16d-4922-b22e-d35365fd5b1a req-4d1ad6b9-1498-47d4-ae97-ad89b5d9f645 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 946 time: 0.9445961 May 04 13:47:29.961465 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bba2bed0-da77-450c-9c48-e3bb8622c19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1510612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15463029'] for subnet, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:29.981649 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffceaf-b01c-41fb-91a2-f79dc60cfcda req-d1bd877e-72dc-4ff2-8eda-5b2aa5ece151 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:29.996113 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-90b1afbb-115c-4732-b760-4256082e97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:29.998589 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cdffceaf-b01c-41fb-91a2-f79dc60cfcda req-d1bd877e-72dc-4ff2-8eda-5b2aa5ece151 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 1.3890114 May 04 13:47:30.070262 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-90b1afbb-115c-4732-b760-4256082e97a9 None None] For port 9213e322-a684-4a4a-bde2-1cd72a34969d, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=9213e322-a684-4a4a-bde2-1cd72a34969d,segment=NetworkSegment(9f2b544f-96d1-4e92-a0d2-f132ebb7f336),segment_id=9f2b544f-96d1-4e92-a0d2-f132ebb7f336)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:47:30.078815 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-90b1afbb-115c-4732-b760-4256082e97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:30.083157 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:30.113390 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5f8476db-0d21-4f8b-9feb-3d0ab98a35dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:30.168751 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-af0f81f0-366a-4ea2-bb0d-7495a0ba7f50 req-6a51ac8b-5a33-4050-a137-65b6d33cbdd8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] For port 3bbd70b8-ebb3-49bb-8699-870a9a957756, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3bbd70b8-ebb3-49bb-8699-870a9a957756,segment=NetworkSegment(df708d1b-3fe2-4f2b-b5a1-0a8434e1078d),segment_id=df708d1b-3fe2-4f2b-b5a1-0a8434e1078d)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:47:30.169158 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-af0f81f0-366a-4ea2-bb0d-7495a0ba7f50 req-6a51ac8b-5a33-4050-a137-65b6d33cbdd8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:30.298910 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2bed0-da77-450c-9c48-e3bb8622c19b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec6ae72-2da7-48aa-92cb-315d72809c08,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:30.369863 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-bba2bed0-da77-450c-9c48-e3bb8622c19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:30.370848 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1afbb-115c-4732-b760-4256082e97a9 None None] Pushing event updated for resources: {'Port': ['ID=9213e322-a684-4a4a-bde2-1cd72a34969d,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:30.387200 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-90b1afbb-115c-4732-b760-4256082e97a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:30.405163 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:30.409497 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bba2bed0-da77-450c-9c48-e3bb8622c19b admin admin] Notify callbacks [] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:30.444121 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e4eed426-b16d-4922-b22e-d35365fd5b1a req-147b4de8-6697-42a4-934e-84976bae8ded tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/security-groups?id=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425193 May 04 13:47:30.467439 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-bba2bed0-da77-450c-9c48-e3bb8622c19b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cec6ae72-2da7-48aa-92cb-315d72809c08 HTTP/1.1" status: 204 len: 168 time: 2.6341376 May 04 13:47:30.474987 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49856) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:30.478126 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cdffceaf-b01c-41fb-91a2-f79dc60cfcda req-fea2a584-1f60-4d6d-9767-cfa34ccafce7 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4781959 May 04 13:47:30.540889 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-781d3fc4-8a15-4ee7-95a9-cf455733777d None None] Provisioning complete for port 9213e322-a684-4a4a-bde2-1cd72a34969d triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:30.543433 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-781d3fc4-8a15-4ee7-95a9-cf455733777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:30.673699 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-af0f81f0-366a-4ea2-bb0d-7495a0ba7f50 req-6a51ac8b-5a33-4050-a137-65b6d33cbdd8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Calling delete_port for 3bbd70b8-ebb3-49bb-8699-870a9a957756 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:47:30.726680 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Router bdaf11c6-7029-474e-83a7-2e702ed194d0 is scheduled to L3 agent 73496170-7287-4045-b161-19082356b6ce with binding_index 1 {{(pid=73860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 13:47:30.792268 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe038-26f1-44ad-8caa-7e6b9ccfb9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608811'] for network, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:31.136399 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe038-26f1-44ad-8caa-7e6b9ccfb9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985040', 'neutron.services.segments.db._delete_segments_for_network-8760702794289'] for network, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:31.159013 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:47:31.174079 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Sync routers for ids ['bdaf11c6-7029-474e-83a7-2e702ed194d0'] in dv-cinder-789564-1-smb {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:47:31.210587 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Notify callbacks [] for router, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:31.212319 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.5343134 May 04 13:47:31.218963 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49864) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:31.273221 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Routers {'bdaf11c6-7029-474e-83a7-2e702ed194d0'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:47:31.273972 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:47:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['bdaf11c6-7029-474e-83a7-2e702ed194d0'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:31.436912 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 9213e322-a684-4a4a-bde2-1cd72a34969d up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:47:31.593622 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-af0f81f0-366a-4ea2-bb0d-7495a0ba7f50 req-6a51ac8b-5a33-4050-a137-65b6d33cbdd8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:31.673082 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-27e22987-d1b2-470e-b3e8-958820e44b4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:32.054650 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51ac8b-5a33-4050-a137-65b6d33cbdd8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Pushing event deleted for resources: {'Port': ['ID=3bbd70b8-ebb3-49bb-8699-870a9a957756,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:32.058020 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 3bbd70b8-ebb3-49bb-8699-870a9a957756 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:47:32.066114 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6a51ac8b-5a33-4050-a137-65b6d33cbdd8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:32.124636 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0f81f0-366a-4ea2-bb0d-7495a0ba7f50 req-6a51ac8b-5a33-4050-a137-65b6d33cbdd8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] No DVR routers for this DVR port 3bbd70b8-ebb3-49bb-8699-870a9a957756 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:47:32.126980 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Set router bdaf11c6-7029-474e-83a7-2e702ed194d0 gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:47:32.130155 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-af0f81f0-366a-4ea2-bb0d-7495a0ba7f50 req-6a51ac8b-5a33-4050-a137-65b6d33cbdd8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:32.163433 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cec22a4-dc68-4c1d-adf3-c1ddb05f0891', 'name': 'network-vif-deleted', 'tag': '3bbd70b8-ebb3-49bb-8699-870a9a957756'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:47:32.172783 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] No Port match for: 3bbd70b8-ebb3-49bb-8699-870a9a957756 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:47:32.173870 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 3bbd70b8-ebb3-49bb-8699-870a9a957756 not bound to the agent host hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:47:32.197787 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-af0f81f0-366a-4ea2-bb0d-7495a0ba7f50 req-6a51ac8b-5a33-4050-a137-65b6d33cbdd8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.30 "DELETE /v2.0/ports/3bbd70b8-ebb3-49bb-8699-870a9a957756 HTTP/1.1" status: 204 len: 173 time: 4.0401976 May 04 13:47:32.225487 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 9213e322-a684-4a4a-bde2-1cd72a34969d triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:32.226277 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:32.362762 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1d8cd1df-aede-4a0b-8352-91d200df8b2d req-e1498a92-ab1c-4f5e-9a0b-065c886c5756 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cec22a4-dc68-4c1d-adf3-c1ddb05f0891 HTTP/1.1" status: 200 len: 210 time: 0.3967700 May 04 13:47:32.550605 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cec22a4-dc68-4c1d-adf3-c1ddb05f0891', 'name': 'network-vif-deleted', 'tag': '3bbd70b8-ebb3-49bb-8699-870a9a957756', 'status': 'completed', 'code': 200} May 04 13:47:32.661475 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:32.675660 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device dddd46e2-970c-4b6a-8a60-81e5f24742a9 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:47:32.852734 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'name': 'tempest-TestShelveInstance-1728297925-router', 'tenant_id': '4e0f62c4bee64e129941b12e34409899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '19194a10-721b-46ce-bc43-bbcfe7844ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:20Z', 'updated_at': '2021-05-04T13:47:26Z', 'revision_number': 3, 'project_id': '4e0f62c4bee64e129941b12e34409899', 'gw_port': {'id': '19194a10-721b-46ce-bc43-bbcfe7844ce8', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:23Z', 'updated_at': '2021-05-04T13:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:32.859022 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Checking router: bdaf11c6-7029-474e-83a7-2e702ed194d0 for host: dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:47:32.859681 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Updating router bdaf11c6-7029-474e-83a7-2e702ed194d0 port 19194a10-721b-46ce-bc43-bbcfe7844ce8 binding host dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:47:32.915556 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port dddd46e2-970c-4b6a-8a60-81e5f24742a9 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:32.915841 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-6a7fe038-26f1-44ad-8caa-7e6b9ccfb9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b664c84-9a70-4d82-b8d8-2acaae6d033d']}} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:32.915998 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:32.954251 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:32.974343 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-6a7fe038-26f1-44ad-8caa-7e6b9ccfb9b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bb48a6-3a24-49cb-913a-a9010211dbed') {'for_net_delete': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:32.974648 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-6a7fe038-26f1-44ad-8caa-7e6b9ccfb9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bb48a6-3a24-49cb-913a-a9010211dbed') {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:33.149273 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe038-26f1-44ad-8caa-7e6b9ccfb9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760702805351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1510524'] for segment, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:33.198259 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe038-26f1-44ad-8caa-7e6b9ccfb9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:33.301437 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7fe038-26f1-44ad-8caa-7e6b9ccfb9b3 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=73861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:47:33.410802 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984faac6-1e9e-4bd2-93b6-304217654485 req-6a30fe6b-1dac-47ea-b8d3-a6665f5c81e5 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:33.418801 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-984faac6-1e9e-4bd2-93b6-304217654485 req-6a30fe6b-1dac-47ea-b8d3-a6665f5c81e5 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 1.4540148 May 04 13:47:33.782798 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Notify callbacks [] for port, precommit_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:33.843861 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:47:33.902339 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-6a7fe038-26f1-44ad-8caa-7e6b9ccfb9b3 admin admin] Network 0b664c84-9a70-4d82-b8d8-2acaae6d033d has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:47:33.951983 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe038-26f1-44ad-8caa-7e6b9ccfb9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-994584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1511030'] for segment, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:33.969267 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 49912) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:34.253857 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5c2f41dd-89c3-4ba5-b470-87eb696b9fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:34.274371 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-6a7fe038-26f1-44ad-8caa-7e6b9ccfb9b3 admin admin] Network 0b664c84-9a70-4d82-b8d8-2acaae6d033d has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:47:34.276986 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-5c2f41dd-89c3-4ba5-b470-87eb696b9fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:34.283527 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-5c2f41dd-89c3-4ba5-b470-87eb696b9fff admin admin] Usage tracker for resource:security_group_rule and tenant:11864caf7bbb4e9995279fc9920e21f4 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:34.288255 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-5c2f41dd-89c3-4ba5-b470-87eb696b9fff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:34.295952 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-5c2f41dd-89c3-4ba5-b470-87eb696b9fff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:34.408974 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.provisioning_blocks [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Transition to ACTIVE for port object 19194a10-721b-46ce-bc43-bbcfe7844ce8 will not be triggered until provisioned by entity L2. {{(pid=73863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: Traceback (most recent call last): May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: timer() May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: cb(*args, **kw) May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: return func(*args, **kwargs) May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: self._notify() May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: self.callback(batched_events) May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: event.method(event) May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: return f(self, *a, **k) May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: return self._get(url).json() May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: return self.request(url, 'GET', **kwargs) May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:47:34.409586 dv-cinder-789564-1-smb neutron-server[73861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:47:34.423643 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:34.427393 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 49924) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:34.428767 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe038-26f1-44ad-8caa-7e6b9ccfb9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974341'] for network, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:34.440210 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-872c1436-58b8-4c0d-a6af-ddeefdeb4521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:34.453415 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5c2f41dd-89c3-4ba5-b470-87eb696b9fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:34.462934 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5c2f41dd-89c3-4ba5-b470-87eb696b9fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:34.483213 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5444d480-4f62-4737-a552-121f63d2a865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:34.530050 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe038-26f1-44ad-8caa-7e6b9ccfb9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:34.537400 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-984faac6-1e9e-4bd2-93b6-304217654485 req-3de07875-d47a-4065-a568-9354a9722f90 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1175499 May 04 13:47:34.588220 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f41dd-89c3-4ba5-b470-87eb696b9fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b17d287-87d9-423f-b8ff-5b65b73eea4b,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:34.595417 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5c2f41dd-89c3-4ba5-b470-87eb696b9fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:34.615484 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-8d779a46-f14f-41ef-8df5-c5878efa48ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:34.627778 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Attempting to bind port 19194a10-721b-46ce-bc43-bbcfe7844ce8 on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:47:34.628585 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Attempting to bind port 19194a10-721b-46ce-bc43-bbcfe7844ce8 by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}] {{(pid=73863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:47:34.629200 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Attempting to bind port 19194a10-721b-46ce-bc43-bbcfe7844ce8 on network ec979011-6604-4968-ace9-769b935940bc {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:47:34.630749 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-5c2f41dd-89c3-4ba5-b470-87eb696b9fff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11864caf7bbb4e9995279fc9920e21f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6596692 May 04 13:47:34.635734 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 49938) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:34.643522 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:47:34.644349 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Checking segment: {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:47:34.645004 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:34.645683 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Bound using segment: {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'} {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:47:34.646445 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Bound port: 19194a10-721b-46ce-bc43-bbcfe7844ce8, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}}] {{(pid=73863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:47:34.647501 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:34.673102 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fe038-26f1-44ad-8caa-7e6b9ccfb9b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b664c84-9a70-4d82-b8d8-2acaae6d033d,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:34.676340 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-6a7fe038-26f1-44ad-8caa-7e6b9ccfb9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:34.683050 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e88c2-3037-41cb-9871-a99b87a3b63a None None] Pushing event updated for resources: {'Port': ['ID=19194a10-721b-46ce-bc43-bbcfe7844ce8,revision_number=2']} {{(pid=73863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:34.699406 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e88c2-3037-41cb-9871-a99b87a3b63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:34.700337 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e88c2-3037-41cb-9871-a99b87a3b63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:34.701353 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e88c2-3037-41cb-9871-a99b87a3b63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:34.701353 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e88c2-3037-41cb-9871-a99b87a3b63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:34.701979 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e88c2-3037-41cb-9871-a99b87a3b63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:34.703060 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e88c2-3037-41cb-9871-a99b87a3b63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:34.703621 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e88c2-3037-41cb-9871-a99b87a3b63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:34.704776 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e88c2-3037-41cb-9871-a99b87a3b63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:34.705368 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e88c2-3037-41cb-9871-a99b87a3b63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:34.705925 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e88c2-3037-41cb-9871-a99b87a3b63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:34.706475 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e88c2-3037-41cb-9871-a99b87a3b63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:34.707061 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e88c2-3037-41cb-9871-a99b87a3b63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:47:34.720862 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-a21e88c2-3037-41cb-9871-a99b87a3b63a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:34.739429 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-6a7fe038-26f1-44ad-8caa-7e6b9ccfb9b3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0b664c84-9a70-4d82-b8d8-2acaae6d033d HTTP/1.1" status: 204 len: 168 time: 4.2581198 May 04 13:47:34.772713 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.db [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] For port 19194a10-721b-46ce-bc43-bbcfe7844ce8, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:47:34.776495 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.db [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] For port 19194a10-721b-46ce-bc43-bbcfe7844ce8, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=19194a10-721b-46ce-bc43-bbcfe7844ce8,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:47:34.787290 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:34.793369 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:34.869199 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8268919b-aff8-46a2-9dfa-02f37b5d24eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:34.884113 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e88c2-3037-41cb-9871-a99b87a3b63a None None] Pushing event updated for resources: {'Port': ['ID=19194a10-721b-46ce-bc43-bbcfe7844ce8,revision_number=3']} {{(pid=73863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:34.900474 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-a21e88c2-3037-41cb-9871-a99b87a3b63a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:34.919969 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Routers {'bdaf11c6-7029-474e-83a7-2e702ed194d0'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:47:34.921464 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:47:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['bdaf11c6-7029-474e-83a7-2e702ed194d0'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:35.008551 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8268919b-aff8-46a2-9dfa-02f37b5d24eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:35.151500 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 49950) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:35.183547 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-6c89b829-2bba-470a-924b-bc20c906fe9b tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:35.184349 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-6c89b829-2bba-470a-924b-bc20c906fe9b tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Synchronizing usage tracker for tenant:cd535cb7605d4b0ba00714d0c6f98aad on resource:network {{(pid=73861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:47:35.213639 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8268919b-aff8-46a2-9dfa-02f37b5d24eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:35.222698 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a309609c-6a44-4982-afb1-36e6f451c5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:35.241496 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8268919b-aff8-46a2-9dfa-02f37b5d24eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:35.242741 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-8268919b-aff8-46a2-9dfa-02f37b5d24eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b17d287-87d9-423f-b8ff-5b65b73eea4b HTTP/1.1" status: 204 len: 168 time: 0.6060765 May 04 13:47:35.255975 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268919b-aff8-46a2-9dfa-02f37b5d24eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b17d287-87d9-423f-b8ff-5b65b73eea4b,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:35.261139 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8268919b-aff8-46a2-9dfa-02f37b5d24eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:35.269586 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-c0651a0b-4510-49cf-ba83-b15556a38f89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14598e286d464d1992dd44a6acea91b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1166840 May 04 13:47:35.272291 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 49956) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:35.291171 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] Set router bdaf11c6-7029-474e-83a7-2e702ed194d0 gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:47:35.411167 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-edfa58ed-ee39-4ad0-9a42-5a379089e0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:35.489769 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-edfa58ed-ee39-4ad0-9a42-5a379089e0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:35.626849 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-6c89b829-2bba-470a-924b-bc20c906fe9b tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Unset dirty status for tenant:cd535cb7605d4b0ba00714d0c6f98aad on resource:network {{(pid=73861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:47:35.642985 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-6c89b829-2bba-470a-924b-bc20c906fe9b tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/networks?id=b52ba926-9a0c-4ed7-8661-090c20371f1a HTTP/1.1" status: 200 len: 814 time: 1.0042601 May 04 13:47:35.674025 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-edfa58ed-ee39-4ad0-9a42-5a379089e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:35.678053 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:35.710784 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-edfa58ed-ee39-4ad0-9a42-5a379089e0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:35.724829 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-edfa58ed-ee39-4ad0-9a42-5a379089e0ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89df8bb4-eb67-4c90-8179-3ed7290ae5a8 HTTP/1.1" status: 204 len: 168 time: 0.4386470 May 04 13:47:35.740305 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa58ed-ee39-4ad0-9a42-5a379089e0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89df8bb4-eb67-4c90-8179-3ed7290ae5a8,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:35.758281 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-edfa58ed-ee39-4ad0-9a42-5a379089e0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:35.865037 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-7a2dd86a-0123-46b9-889d-14060f103802 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/quotas/cd535cb7605d4b0ba00714d0c6f98aad HTTP/1.1" status: 200 len: 375 time: 0.2142594 May 04 13:47:35.991137 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:36.141915 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'name': 'tempest-TestShelveInstance-1728297925-router', 'tenant_id': '4e0f62c4bee64e129941b12e34409899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '19194a10-721b-46ce-bc43-bbcfe7844ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:20Z', 'updated_at': '2021-05-04T13:47:26Z', 'revision_number': 3, 'project_id': '4e0f62c4bee64e129941b12e34409899', 'gw_port': {'id': '19194a10-721b-46ce-bc43-bbcfe7844ce8', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:23Z', 'updated_at': '2021-05-04T13:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:36.153931 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c313a9b5-dfbf-417a-b203-31433319fbfa None None] The sync data for ids ['bdaf11c6-7029-474e-83a7-2e702ed194d0'] in dv-cinder-789564-1-smb is: [{'id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'name': 'tempest-TestShelveInstance-1728297925-router', 'tenant_id': '4e0f62c4bee64e129941b12e34409899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '19194a10-721b-46ce-bc43-bbcfe7844ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:20Z', 'updated_at': '2021-05-04T13:47:26Z', 'revision_number': 3, 'project_id': '4e0f62c4bee64e129941b12e34409899', 'gw_port': {'id': '19194a10-721b-46ce-bc43-bbcfe7844ce8', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:23Z', 'updated_at': '2021-05-04T13:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}] {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:47:36.422772 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Allocated IP 172.20.0.1 (c0d7ac38-a4e0-4644-9749-4bb5f714d4ad/e3df2c9c-5f81-4ff5-a2a2-9731ef61c211/3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:47:36.984960 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-1d9e3a9b-70b3-4132-befb-9d25620c320c tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd535cb7605d4b0ba00714d0c6f98aad&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1187735 May 04 13:47:37.022098 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d813033-d1bd-4c2e-b58c-48d446d3b223 req-f00787fc-dc43-4c1f-9a1a-da5fc0d90954 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:37.029586 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8d813033-d1bd-4c2e-b58c-48d446d3b223 req-f00787fc-dc43-4c1f-9a1a-da5fc0d90954 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 1.2172711 May 04 13:47:37.090207 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:37.173775 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Transition to ACTIVE for port object 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa will not be triggered until provisioned by entity DHCP. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:47:37.189051 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8d813033-d1bd-4c2e-b58c-48d446d3b223 req-7d1c959e-29cc-4aaf-a730-d1997c0e30bc tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583855 May 04 13:47:37.423925 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 19194a10-721b-46ce-bc43-bbcfe7844ce8 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:47:37.585457 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-48f719a2-b576-4e3c-b478-b780eef62d7d service neutron] 10.222.0.44 "GET /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531275 May 04 13:47:37.625305 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port 19194a10-721b-46ce-bc43-bbcfe7844ce8 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:47:37.631684 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 19194a10-721b-46ce-bc43-bbcfe7844ce8 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:37.632581 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:37.699313 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:37.773254 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:37.948215 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Network c0d7ac38-a4e0-4644-9749-4bb5f714d4ad is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:47:37.967694 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Resources bound (agent type, host, resource id): {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:47:37.986517 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:47:38.062414 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:38.071873 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967312'] for router_interface, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:38.110703 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port 19194a10-721b-46ce-bc43-bbcfe7844ce8, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=19194a10-721b-46ce-bc43-bbcfe7844ce8,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:47:38.117959 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:38.125172 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:38.192397 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Pushing event updated for resources: {'Port': ['ID=3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:38.289013 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:38.348536 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=19194a10-721b-46ce-bc43-bbcfe7844ce8,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:38.361656 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:38.396550 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a0590da2-d987-4e81-b13f-7dbe3b8e958c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967173'] for router_interface, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:38.448156 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc87ce-ef1c-4101-abe6-333ee3fe912a req-d512590a-dfb4-45ec-a90e-e1880f659ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:38.466028 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3fdc87ce-ef1c-4101-abe6-333ee3fe912a req-d512590a-dfb4-45ec-a90e-e1880f659ee0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7bea85a15656418198b0f51c80271aca&device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 1098 time: 0.4306841 May 04 13:47:38.586888 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-aa1d5266-f7d7-4b5a-ade6-1e187846199d None None] Provisioning for port 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:47:38.618265 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-aa1d5266-f7d7-4b5a-ade6-1e187846199d None None] Provisioning complete for port 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:38.618881 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-aa1d5266-f7d7-4b5a-ade6-1e187846199d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:38.736440 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-8b6c2891-ee31-4429-8a66-2e7cba5bfd42 service neutron] 10.222.0.44 "GET /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1496053 May 04 13:47:39.009058 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-aa1d5266-f7d7-4b5a-ade6-1e187846199d None None] Port 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:47:39.188769 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc87ce-ef1c-4101-abe6-333ee3fe912a req-f1f4b72f-935a-42e4-b30e-eead85b3f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:39.194149 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3fdc87ce-ef1c-4101-abe6-333ee3fe912a req-f1f4b72f-935a-42e4-b30e-eead85b3f1e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1fd94811-ffd9-4e26-916f-1e2fa598c199 HTTP/1.1" status: 200 len: 912 time: 0.7181113 May 04 13:47:39.489879 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 19194a10-721b-46ce-bc43-bbcfe7844ce8 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:47:39.580410 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3fdc87ce-ef1c-4101-abe6-333ee3fe912a req-13744e32-9ed5-4b08-bfb1-4d955c0e5f52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=add37c68-5159-4010-8064-843be37f3631 HTTP/1.1" status: 200 len: 1000 time: 0.3791616 May 04 13:47:39.675933 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 19194a10-721b-46ce-bc43-bbcfe7844ce8 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:39.680565 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:39.715732 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4481a88f-2192-481f-b1a1-d401e9ce214b req-aabd9c09-7c54-4d2b-b13b-a60fd1f2e78f tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 210 time: 0.1149361 May 04 13:47:39.813550 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbaf51-4aa7-482d-a1d1-23aef0f40f94 req-05f2f635-1cd6-491e-976e-430c73fee005 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:39.825156 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-21dbaf51-4aa7-482d-a1d1-23aef0f40f94 req-05f2f635-1cd6-491e-976e-430c73fee005 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 1.6547284 May 04 13:47:39.902077 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc87ce-ef1c-4101-abe6-333ee3fe912a req-33cbc999-aabf-4e6e-975d-45d90ef74d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:39.921073 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3fdc87ce-ef1c-4101-abe6-333ee3fe912a req-33cbc999-aabf-4e6e-975d-45d90ef74d50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44f55995-417a-4b33-b1ec-1e179bdc93a5 HTTP/1.1" status: 200 len: 850 time: 0.3311191 May 04 13:47:40.191076 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc87ce-ef1c-4101-abe6-333ee3fe912a req-5932dada-f8b2-4497-817b-0318e591ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:40.192812 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3fdc87ce-ef1c-4101-abe6-333ee3fe912a req-5932dada-f8b2-4497-817b-0318e591ea69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fd94811-ffd9-4e26-916f-1e2fa598c199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2619104 May 04 13:47:40.429721 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:40.465983 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-21dbaf51-4aa7-482d-a1d1-23aef0f40f94 req-3cf9fcf6-cf4f-451c-8ca3-e8ccd12179a7 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6394141 May 04 13:47:40.598890 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3fdc87ce-ef1c-4101-abe6-333ee3fe912a req-6a87ad64-6b61-4127-905f-512af0bd808c service neutron] 10.222.0.30 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956325 May 04 13:47:41.074509 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50082) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:41.084818 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3fdc87ce-ef1c-4101-abe6-333ee3fe912a req-ecb65aba-3ad9-4f84-871a-a2c8d9fb16df service neutron] 10.222.0.30 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751885 May 04 13:47:41.475723 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-79b67bdc-2fef-403b-92fa-7dc036441c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:41.518497 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bbe401cf-00b2-4703-95c8-5fbf42b4cefa req-188b039c-3e15-45fe-ba12-73c4cd0a2aea tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 210 time: 0.2196553 May 04 13:47:41.538154 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-79b67bdc-2fef-403b-92fa-7dc036441c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:41.566903 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-79b67bdc-2fef-403b-92fa-7dc036441c4e admin admin] Usage tracker for resource:security_group_rule and tenant:a2e9de874d99413690ae40425a8f5586 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:41.585879 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-79b67bdc-2fef-403b-92fa-7dc036441c4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:41.614275 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-79b67bdc-2fef-403b-92fa-7dc036441c4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:41.926082 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-79b67bdc-2fef-403b-92fa-7dc036441c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:41.942108 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-79b67bdc-2fef-403b-92fa-7dc036441c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:42.196031 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2213dcc3-630c-4491-95a3-f4ca6c225252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:42.289737 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-792f5a44-36ce-4203-8374-35b0bb9bd5b1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:42.292944 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-792f5a44-36ce-4203-8374-35b0bb9bd5b1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.30 "GET /v2.0/networks?id=b52ba926-9a0c-4ed7-8661-090c20371f1a HTTP/1.1" status: 200 len: 814 time: 0.3352621 May 04 13:47:42.300750 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b67bdc-2fef-403b-92fa-7dc036441c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ed8120-d30e-4ce7-8b62-3b615375fa63,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:42.314621 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Request body: {'port': {'device_id': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a', 'admin_state_up': True, 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:47:42.375114 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-79b67bdc-2fef-403b-92fa-7dc036441c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:42.418428 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-79b67bdc-2fef-403b-92fa-7dc036441c4e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2e9de874d99413690ae40425a8f5586&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3320804 May 04 13:47:42.419459 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50106) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:42.462489 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.db.resource_extend [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 13:47:42.510122 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-a0590da2-d987-4e81-b13f-7dbe3b8e958c admin admin] Deleting port 6e175e1f-29d2-4e9d-9234-78d7bd12de21 {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:47:42.510718 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a0590da2-d987-4e81-b13f-7dbe3b8e958c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:42.835282 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9c63b707-0bf8-49f8-8446-d990f7f16914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:42.869309 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9c63b707-0bf8-49f8-8446-d990f7f16914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:42.971054 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9c63b707-0bf8-49f8-8446-d990f7f16914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:42.986615 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-1aac95e0-5eb3-46cf-8bf2-77474782d52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:43.016619 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9c63b707-0bf8-49f8-8446-d990f7f16914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:43.023286 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-9c63b707-0bf8-49f8-8446-d990f7f16914 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8ed8120-d30e-4ce7-8b62-3b615375fa63 HTTP/1.1" status: 204 len: 168 time: 0.3160167 May 04 13:47:43.033575 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63b707-0bf8-49f8-8446-d990f7f16914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ed8120-d30e-4ce7-8b62-3b615375fa63,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:43.049218 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9c63b707-0bf8-49f8-8446-d990f7f16914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:43.151802 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:43.164327 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Usage tracker for resource:port and tenant:cd535cb7605d4b0ba00714d0c6f98aad is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:43.177238 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:43.217242 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:43.226168 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-a0590da2-d987-4e81-b13f-7dbe3b8e958c admin admin] For port 6e175e1f-29d2-4e9d-9234-78d7bd12de21, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=6e175e1f-29d2-4e9d-9234-78d7bd12de21,segment=NetworkSegment(df708d1b-3fe2-4f2b-b5a1-0a8434e1078d),segment_id=df708d1b-3fe2-4f2b-b5a1-0a8434e1078d)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:47:43.226793 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a0590da2-d987-4e81-b13f-7dbe3b8e958c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:43.254121 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Made reservation on behalf of cd535cb7605d4b0ba00714d0c6f98aad for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:47:43.263666 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:43.652681 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-a0590da2-d987-4e81-b13f-7dbe3b8e958c admin admin] Calling delete_port for 6e175e1f-29d2-4e9d-9234-78d7bd12de21 owned by network:router_interface {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:47:43.748124 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Allocated IP 172.20.0.7 (b52ba926-9a0c-4ed7-8661-090c20371f1a/4355c3c9-e116-453d-92e4-886f7ef637b2/439d0690-14d1-4e35-a821-e3dc82ecbe9a) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:47:43.805070 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:43.873258 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510930'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:43.879449 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-67f268bc-5840-4c4c-9575-daa3c776888f req-33b0adc2-8abc-4655-ab09-cfae87948428 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 210 time: 0.0722635 May 04 13:47:43.942171 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe08f2b-621c-4d67-a47c-70c1a5849af1 req-eea05afd-5101-4826-8cad-f9830844bf9d tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:43.949808 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8fe08f2b-621c-4d67-a47c-70c1a5849af1 req-eea05afd-5101-4826-8cad-f9830844bf9d tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 1.9521148 May 04 13:47:43.957639 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-40fb6341-66ae-42e6-aa6a-56f63ac0bf6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:44.115446 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8fe08f2b-621c-4d67-a47c-70c1a5849af1 req-b1b49b8a-523d-4724-b73a-b90895fa5d36 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619601 May 04 13:47:44.141895 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967219'] for router_interface, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:44.324470 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50160) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:44.346886 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Pushing event updated for resources: {'Port': ['ID=3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:44.406508 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:44.409421 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-47afb98f-1a56-46db-9184-ae2eebc934cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:44.547863 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Network c0d7ac38-a4e0-4644-9749-4bb5f714d4ad is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:47:44.571066 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Resources bound (agent type, host, resource id): {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:47:44.575209 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:44.598276 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-47afb98f-1a56-46db-9184-ae2eebc934cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:44.630530 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-47afb98f-1a56-46db-9184-ae2eebc934cd admin admin] Usage tracker for resource:security_group_rule and tenant:4535013f45a247bf9632911cfe48deb0 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:44.639475 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Transition to ACTIVE for port object 439d0690-14d1-4e35-a821-e3dc82ecbe9a will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:47:44.645068 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-47afb98f-1a56-46db-9184-ae2eebc934cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:44.683698 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-47afb98f-1a56-46db-9184-ae2eebc934cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:44.713032 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:44.741704 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-cfd5742d-d222-4104-9e74-c435e5064b76 tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:45.043028 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Network b52ba926-9a0c-4ed7-8661-090c20371f1a is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:47:45.066829 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:47:45.208687 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Pushing event updated for resources: {'Port': ['ID=439d0690-14d1-4e35-a821-e3dc82ecbe9a,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:45.232310 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:47:45.432678 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-6391efc6-de50-4a61-8b7b-3edc53c322df None None] Provisioning complete for port 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:45.437738 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6391efc6-de50-4a61-8b7b-3edc53c322df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:45.470683 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:45.716239 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:45.718738 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:45.768171 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-6391efc6-de50-4a61-8b7b-3edc53c322df None None] Port 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:47:45.818422 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5096147 May 04 13:47:45.836473 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Request body: {'port': {'device_id': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:47:45.925177 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-827f5c48-d910-493d-a04a-b10d1c89edf2 None None] Provisioning for port 439d0690-14d1-4e35-a821-e3dc82ecbe9a completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:47:45.961428 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-827f5c48-d910-493d-a04a-b10d1c89edf2 None None] Provisioning complete for port 439d0690-14d1-4e35-a821-e3dc82ecbe9a triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:45.965592 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-827f5c48-d910-493d-a04a-b10d1c89edf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:46.087572 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a0590da2-d987-4e81-b13f-7dbe3b8e958c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:46.276782 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-827f5c48-d910-493d-a04a-b10d1c89edf2 None None] Port 439d0690-14d1-4e35-a821-e3dc82ecbe9a cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:47:46.346655 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-e9739014-56a9-45c8-83f6-3709d69bfa38 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:46.368083 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:46.474867 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0590da2-d987-4e81-b13f-7dbe3b8e958c admin admin] Pushing event deleted for resources: {'Port': ['ID=6e175e1f-29d2-4e9d-9234-78d7bd12de21,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:46.549966 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-a0590da2-d987-4e81-b13f-7dbe3b8e958c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:46.824104 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-47afb98f-1a56-46db-9184-ae2eebc934cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:47.007113 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-47afb98f-1a56-46db-9184-ae2eebc934cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:47.033220 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-8ef7af1b-4e7a-4dc3-bcb1-6a028e0e683b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:47.239756 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afb98f-1a56-46db-9184-ae2eebc934cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b164f878-a532-4c2d-8adf-a8d330d84a20,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:47.495004 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-47afb98f-1a56-46db-9184-ae2eebc934cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:47.557020 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-47afb98f-1a56-46db-9184-ae2eebc934cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4535013f45a247bf9632911cfe48deb0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2303905 May 04 13:47:47.560433 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50196) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:47.607095 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683114a2-98d2-4f04-82e6-b040eddd496d req-bee57740-a6bf-4ca0-a0ef-730cf114bc29 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:47.616793 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-683114a2-98d2-4f04-82e6-b040eddd496d req-bee57740-a6bf-4ca0-a0ef-730cf114bc29 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 931 time: 1.7245712 May 04 13:47:47.701159 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Router bdaf11c6-7029-474e-83a7-2e702ed194d0 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:47:47.720822 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8f5ef-302d-429a-b6b8-f3c53f25bb1d req-cbad2cce-8b74-495c-b8ae-4836029f418c tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:47.722759 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d7e8f5ef-302d-429a-b6b8-f3c53f25bb1d req-cbad2cce-8b74-495c-b8ae-4836029f418c tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 1.6566675 May 04 13:47:47.772388 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-683114a2-98d2-4f04-82e6-b040eddd496d req-c855a74f-5fcf-4b2e-8358-f6b59ba4a610 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Synchronizing usage tracker for tenant:cd535cb7605d4b0ba00714d0c6f98aad on resource:security_group {{(pid=73861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:47:48.005722 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-683114a2-98d2-4f04-82e6-b040eddd496d req-c855a74f-5fcf-4b2e-8358-f6b59ba4a610 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Unset dirty status for tenant:cd535cb7605d4b0ba00714d0c6f98aad on resource:security_group {{(pid=73861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:47:48.019484 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-683114a2-98d2-4f04-82e6-b040eddd496d req-c855a74f-5fcf-4b2e-8358-f6b59ba4a610 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015720 May 04 13:47:48.079814 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d7e8f5ef-302d-429a-b6b8-f3c53f25bb1d req-4f1d7d9f-5d77-4652-acb9-095d9379b512 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3330412 May 04 13:47:48.092888 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5ab2683d-522c-4221-98b0-650c7ee75c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:48.360724 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50204) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:48.431027 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439d0690-14d1-4e35-a821-e3dc82ecbe9a {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:47:48.455450 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:48.499905 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Transition to ACTIVE for port object 439d0690-14d1-4e35-a821-e3dc82ecbe9a will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:47:48.509147 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:48.533914 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-59f8e7e9-0724-41ad-9df7-94522ac9e90a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:48.561155 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:47:48.578204 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Sync routers for ids ['bdaf11c6-7029-474e-83a7-2e702ed194d0'] in dv-cinder-789564-1-smb {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:47:48.600163 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5ab2683d-522c-4221-98b0-650c7ee75c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:48.620599 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Routers {'bdaf11c6-7029-474e-83a7-2e702ed194d0'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:47:48.625396 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:47:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['bdaf11c6-7029-474e-83a7-2e702ed194d0'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:48.782848 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a0590da2-d987-4e81-b13f-7dbe3b8e958c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1977589'] for router_interface, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:49.191986 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Set router bdaf11c6-7029-474e-83a7-2e702ed194d0 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:47:49.207331 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5ab2683d-522c-4221-98b0-650c7ee75c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:49.252129 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-33277310-9014-4e33-8b8e-f51a8f676067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:49.332592 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5ab2683d-522c-4221-98b0-650c7ee75c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:49.334220 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-5ab2683d-522c-4221-98b0-650c7ee75c03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b164f878-a532-4c2d-8adf-a8d330d84a20 HTTP/1.1" status: 204 len: 168 time: 1.7588053 May 04 13:47:49.387081 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] 10.222.0.44 "PUT /v2.0/routers/bdaf11c6-7029-474e-83a7-2e702ed194d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.1498806 May 04 13:47:49.391450 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2683d-522c-4221-98b0-650c7ee75c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b164f878-a532-4c2d-8adf-a8d330d84a20,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:49.413879 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5ab2683d-522c-4221-98b0-650c7ee75c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:49.489827 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Pushing event updated for resources: {'Port': ['ID=439d0690-14d1-4e35-a821-e3dc82ecbe9a,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:49.508118 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b2929756-196c-4804-a23b-16cec790795d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:49.579926 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.047s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:49.653784 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b2929756-196c-4804-a23b-16cec790795d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:49.679959 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-b2929756-196c-4804-a23b-16cec790795d admin admin] Usage tracker for resource:security_group_rule and tenant:4eb1d136f4a64887ab35f39af596dc82 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:49.709107 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-b2929756-196c-4804-a23b-16cec790795d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:49.736797 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b2929756-196c-4804-a23b-16cec790795d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:49.817675 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Attempting to bind port 439d0690-14d1-4e35-a821-e3dc82ecbe9a on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:47:49.819485 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Attempting to bind port 439d0690-14d1-4e35-a821-e3dc82ecbe9a by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c19f3a95-bd63-49af-995e-6e0d222faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:47:49.823414 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Attempting to bind port 439d0690-14d1-4e35-a821-e3dc82ecbe9a on network b52ba926-9a0c-4ed7-8661-090c20371f1a {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:47:49.852217 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Port 439d0690-14d1-4e35-a821-e3dc82ecbe9a on network b52ba926-9a0c-4ed7-8661-090c20371f1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:47:49.853408 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Attempting to bind port 439d0690-14d1-4e35-a821-e3dc82ecbe9a on network b52ba926-9a0c-4ed7-8661-090c20371f1a {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:47:49.929312 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:47:49.930094 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Checking segment: {'id': 'c19f3a95-bd63-49af-995e-6e0d222faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:47:49.936630 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Bound using segment: {'id': 'c19f3a95-bd63-49af-995e-6e0d222faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:47:49.943217 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Bound port: 439d0690-14d1-4e35-a821-e3dc82ecbe9a, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19f3a95-bd63-49af-995e-6e0d222faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:47:49.944004 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:50.413538 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] For port 439d0690-14d1-4e35-a821-e3dc82ecbe9a, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:47:50.428352 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] For port 439d0690-14d1-4e35-a821-e3dc82ecbe9a, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=439d0690-14d1-4e35-a821-e3dc82ecbe9a,segment=NetworkSegment(c19f3a95-bd63-49af-995e-6e0d222faf5f),segment_id=c19f3a95-bd63-49af-995e-6e0d222faf5f)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:47:50.524931 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6277a-292b-477e-80da-41214b2d63fd req-3029fc3b-a46e-4437-8009-be38abbe96c9 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:50.546079 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-79f6277a-292b-477e-80da-41214b2d63fd req-3029fc3b-a46e-4437-8009-be38abbe96c9 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 943 time: 1.2978852 May 04 13:47:50.592806 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b2929756-196c-4804-a23b-16cec790795d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:50.601246 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:50.610616 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:50.694919 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b2929756-196c-4804-a23b-16cec790795d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:50.722718 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Pushing event updated for resources: {'Port': ['ID=439d0690-14d1-4e35-a821-e3dc82ecbe9a,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:50.734089 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:50.735034 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0ce6231b-bbe3-4530-a266-1f595aeb8f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:50.756076 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:50.756755 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:50.758268 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] 10.222.0.30 "PUT /v2.0/ports/439d0690-14d1-4e35-a821-e3dc82ecbe9a HTTP/1.1" status: 200 len: 1093 time: 4.9280639 May 04 13:47:50.758806 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'tag': '439d0690-14d1-4e35-a821-e3dc82ecbe9a'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:47:50.776470 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-b2929756-196c-4804-a23b-16cec790795d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4eb1d136f4a64887ab35f39af596dc82&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4148088 May 04 13:47:50.781006 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50232) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:50.896260 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-79f6277a-292b-477e-80da-41214b2d63fd req-cc7db766-acdd-4937-801c-837f4a115963 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342390 May 04 13:47:51.098014 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'name': 'tempest-TestShelveInstance-1728297925-router', 'tenant_id': '4e0f62c4bee64e129941b12e34409899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '19194a10-721b-46ce-bc43-bbcfe7844ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:20Z', 'updated_at': '2021-05-04T13:47:39Z', 'revision_number': 4, 'project_id': '4e0f62c4bee64e129941b12e34409899', 'gw_port': {'id': '19194a10-721b-46ce-bc43-bbcfe7844ce8', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:23Z', 'updated_at': '2021-05-04T13:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': '3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa', 'name': '', 'network_id': 'c0d7ac38-a4e0-4644-9749-4bb5f714d4ad', 'tenant_id': '4e0f62c4bee64e129941b12e34409899', 'mac_address': 'fa:16:3e:83:3d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e3df2c9c-5f81-4ff5-a2a2-9731ef61c211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:36Z', 'updated_at': '2021-05-04T13:47:40Z', 'revision_number': 2, 'project_id': '4e0f62c4bee64e129941b12e34409899', 'subnets': [{'id': 'e3df2c9c-5f81-4ff5-a2a2-9731ef61c211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:51.123901 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Checking router: bdaf11c6-7029-474e-83a7-2e702ed194d0 for host: dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:47:51.127457 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Updating router bdaf11c6-7029-474e-83a7-2e702ed194d0 port 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa binding host dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:47:51.315211 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2929756-196c-4804-a23b-16cec790795d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c55af1-f781-44f9-99f3-9ba0423cf921,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:51.319718 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b2929756-196c-4804-a23b-16cec790795d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:51.389866 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'tag': '439d0690-14d1-4e35-a821-e3dc82ecbe9a', 'status': 'completed', 'code': 200} May 04 13:47:51.471509 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0590da2-d987-4e81-b13f-7dbe3b8e958c admin admin] Router be4fafc3-a2d2-4f2d-9afc-c48e52bde410 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:47:51.500371 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:51.557939 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f997df9d-7320-479d-a284-502d6cdab2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:51.827793 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f997df9d-7320-479d-a284-502d6cdab2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:52.089838 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a1bbfa5e-a109-4f31-b51c-e8a9ece7e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:52.103490 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-a1bbfa5e-a109-4f31-b51c-e8a9ece7e0ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd535cb7605d4b0ba00714d0c6f98aad&device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 1096 time: 0.7822027 May 04 13:47:52.104134 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50248) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:52.211907 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:52.248323 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-4066298d-d5fc-4f43-8197-ae4c839fc07e tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114713549', 'description': 'tempest-secgroup-smoke-114713549 description', 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:47:52.264824 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-4066298d-d5fc-4f43-8197-ae4c839fc07e tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:52.264824 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-4066298d-d5fc-4f43-8197-ae4c839fc07e tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Usage tracker for resource:security_group and tenant:ba7d7287eddb4c00ab92d7d96e686d4e is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:52.269088 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-4066298d-d5fc-4f43-8197-ae4c839fc07e tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:52.279429 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-4066298d-d5fc-4f43-8197-ae4c839fc07e tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:52.302545 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-bec77124-96ed-4dfe-a64c-4912b40a8cd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=439d0690-14d1-4e35-a821-e3dc82ecbe9a HTTP/1.1" status: 200 len: 217 time: 0.1871581 May 04 13:47:52.303475 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4066298d-d5fc-4f43-8197-ae4c839fc07e tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:52.430298 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-6812f5ac-d8c9-4f4f-8682-53b09361e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:52.433163 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-6812f5ac-d8c9-4f4f-8682-53b09361e547 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4355c3c9-e116-453d-92e4-886f7ef637b2 HTTP/1.1" status: 200 len: 853 time: 0.0980213 May 04 13:47:52.438937 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-4066298d-d5fc-4f43-8197-ae4c839fc07e tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:52.450772 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-4066298d-d5fc-4f43-8197-ae4c839fc07e tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Usage tracker for resource:security_group_rule and tenant:ba7d7287eddb4c00ab92d7d96e686d4e is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:52.515391 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f997df9d-7320-479d-a284-502d6cdab2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:52.521602 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-4066298d-d5fc-4f43-8197-ae4c839fc07e tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:52.539214 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ec825d93-0792-4752-99f7-31763ab532f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:52.565745 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997df9d-7320-479d-a284-502d6cdab2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c55af1-f781-44f9-99f3-9ba0423cf921,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:52.568196 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-4066298d-d5fc-4f43-8197-ae4c839fc07e tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:52.575632 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f997df9d-7320-479d-a284-502d6cdab2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:52.614575 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f997df9d-7320-479d-a284-502d6cdab2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:52.619750 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-f997df9d-7320-479d-a284-502d6cdab2fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76c55af1-f781-44f9-99f3-9ba0423cf921 HTTP/1.1" status: 204 len: 168 time: 1.8338971 May 04 13:47:52.661348 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0590da2-d987-4e81-b13f-7dbe3b8e958c admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:47:52.675401 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7a625-5fb5-44cb-963c-88605b88cd80 None None] Sync routers for ids ['be4fafc3-a2d2-4f2d-9afc-c48e52bde410'] in dv-cinder-789564-1-smb {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:47:52.678560 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-a0590da2-d987-4e81-b13f-7dbe3b8e958c admin admin] 10.222.0.44 "PUT /v2.0/routers/be4fafc3-a2d2-4f2d-9afc-c48e52bde410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.2437241 May 04 13:47:52.693354 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50262) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:52.726823 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e7a625-5fb5-44cb-963c-88605b88cd80 None None] Routers {'be4fafc3-a2d2-4f2d-9afc-c48e52bde410'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:47:52.728047 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-22e7a625-5fb5-44cb-963c-88605b88cd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:47:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['be4fafc3-a2d2-4f2d-9afc-c48e52bde410'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:52.825652 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-64e662e3-5f98-4f7c-befa-51f94cb3eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:52.831277 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-64e662e3-5f98-4f7c-befa-51f94cb3eea4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b52ba926-9a0c-4ed7-8661-090c20371f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3684309 May 04 13:47:52.855572 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:52.900120 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Transition to ACTIVE for port object 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:47:52.915932 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:52.931163 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9f44c906-3209-434d-9ebe-659508e43dbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:52.944322 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18139496-2977-4d8c-9e44-5ed3dafa5a3a req-5507db98-6b39-4d8b-b9be-709687badb7b tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:52.948485 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-18139496-2977-4d8c-9e44-5ed3dafa5a3a req-5507db98-6b39-4d8b-b9be-709687badb7b tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 943 time: 0.6643350 May 04 13:47:53.351725 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4066298d-d5fc-4f43-8197-ae4c839fc07e tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:53.379943 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-18139496-2977-4d8c-9e44-5ed3dafa5a3a req-aebc4ffe-8d0e-4853-adc5-b172da3c7310 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064360 May 04 13:47:53.428692 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4066298d-d5fc-4f43-8197-ae4c839fc07e tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:53.456361 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-eeaf2e1b-36a8-4019-b9e7-241d4977594f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:53.461373 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-22e7a625-5fb5-44cb-963c-88605b88cd80 None None] Set router be4fafc3-a2d2-4f2d-9afc-c48e52bde410 gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:47:53.493613 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ad3da843-875b-48d7-a98e-803db7f5514c admin admin] Notify callbacks [] for router, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:53.508646 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762eb18-6bd7-45f5-af86-416db8a28ac0 None None] Pushing event updated for resources: {'Port': ['ID=3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:53.524100 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f762eb18-6bd7-45f5-af86-416db8a28ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:53.606769 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066298d-d5fc-4f43-8197-ae4c839fc07e tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f189ce17-5f72-49f4-9709-d285eaf7fe8d,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:53.623615 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4066298d-d5fc-4f43-8197-ae4c839fc07e tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:53.754620 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4066298d-d5fc-4f43-8197-ae4c839fc07e tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:53.779604 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-4066298d-d5fc-4f43-8197-ae4c839fc07e tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.6725135 May 04 13:47:53.800903 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50274) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:53.875349 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-df0e4271-a9eb-4b0f-abd4-999eba5cf504 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Request body: {'security_group_rule': {'security_group_id': 'f189ce17-5f72-49f4-9709-d285eaf7fe8d', 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:47:53.990067 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-df0e4271-a9eb-4b0f-abd4-999eba5cf504 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:54.023307 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-df0e4271-a9eb-4b0f-abd4-999eba5cf504 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Usage tracker for resource:security_group_rule and tenant:ba7d7287eddb4c00ab92d7d96e686d4e is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:54.043319 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-c8216d4b-eb35-477d-8d54-96dd2bfc1ab2 service neutron] 10.222.0.30 "GET /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2029414 May 04 13:47:54.053303 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-df0e4271-a9eb-4b0f-abd4-999eba5cf504 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:54.155373 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-df0e4271-a9eb-4b0f-abd4-999eba5cf504 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:54.193711 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Attempting to bind port 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:47:54.203409 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Attempting to bind port 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': '9f2b544f-96d1-4e92-a0d2-f132ebb7f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0d7ac38-a4e0-4644-9749-4bb5f714d4ad'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:47:54.203951 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Attempting to bind port 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa on network c0d7ac38-a4e0-4644-9749-4bb5f714d4ad {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:47:54.259140 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:47:54.259530 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Checking segment: {'id': '9f2b544f-96d1-4e92-a0d2-f132ebb7f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0d7ac38-a4e0-4644-9749-4bb5f714d4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:47:54.259966 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:54.260718 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Bound using segment: {'id': '9f2b544f-96d1-4e92-a0d2-f132ebb7f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0d7ac38-a4e0-4644-9749-4bb5f714d4ad'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:47:54.261263 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Bound port: 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2b544f-96d1-4e92-a0d2-f132ebb7f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0d7ac38-a4e0-4644-9749-4bb5f714d4ad'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:47:54.261666 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:54.263072 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ad3da843-875b-48d7-a98e-803db7f5514c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:54.441278 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-22e7a625-5fb5-44cb-963c-88605b88cd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'name': 'tempest-ServerRescueNegativeTestJSON-903822028-router', 'tenant_id': '1663eef7b6514ababc60301bf99e7576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '1b2d3593-384c-428c-b3f5-d164e0636c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:05Z', 'updated_at': '2021-05-04T13:47:45Z', 'revision_number': 5, 'project_id': '1663eef7b6514ababc60301bf99e7576', 'gw_port': {'id': '1b2d3593-384c-428c-b3f5-d164e0636c1f', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:54.457331 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7a625-5fb5-44cb-963c-88605b88cd80 None None] Checking router: be4fafc3-a2d2-4f2d-9afc-c48e52bde410 for host: dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:47:54.486008 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e7a625-5fb5-44cb-963c-88605b88cd80 None None] Routers {'be4fafc3-a2d2-4f2d-9afc-c48e52bde410'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:47:54.488278 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-22e7a625-5fb5-44cb-963c-88605b88cd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:47:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['be4fafc3-a2d2-4f2d-9afc-c48e52bde410'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:54.516858 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-ad3da843-875b-48d7-a98e-803db7f5514c admin admin] Deleting port 1b2d3593-384c-428c-b3f5-d164e0636c1f {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:47:54.520988 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ad3da843-875b-48d7-a98e-803db7f5514c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:54.524152 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] For port 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:47:54.528818 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] For port 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa,segment=NetworkSegment(9f2b544f-96d1-4e92-a0d2-f132ebb7f336),segment_id=9f2b544f-96d1-4e92-a0d2-f132ebb7f336)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:47:54.538961 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:54.555460 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-df0e4271-a9eb-4b0f-abd4-999eba5cf504 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:54.564223 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:54.722669 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Routers {'bdaf11c6-7029-474e-83a7-2e702ed194d0'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:47:54.723676 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:47:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['bdaf11c6-7029-474e-83a7-2e702ed194d0'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:54.840470 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-df0e4271-a9eb-4b0f-abd4-999eba5cf504 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:54.856599 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-df0e4271-a9eb-4b0f-abd4-999eba5cf504 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:54.911514 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:55.006933 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e4271-a9eb-4b0f-abd4-999eba5cf504 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013248a5-5774-4bf2-9865-2521ae8885c2,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:55.016603 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-df0e4271-a9eb-4b0f-abd4-999eba5cf504 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:55.023145 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-14ac5f13-aaf1-4bbf-ac9b-63e5ad4379f7 req-f2c37673-be6b-40f7-94fc-9bb11ecf0f2e service neutron] 10.222.0.30 "GET /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9640303 May 04 13:47:55.026920 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-22e7a625-5fb5-44cb-963c-88605b88cd80 None None] Set router be4fafc3-a2d2-4f2d-9afc-c48e52bde410 gateway port host: None {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:47:55.073300 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-df0e4271-a9eb-4b0f-abd4-999eba5cf504 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:55.079097 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-df0e4271-a9eb-4b0f-abd4-999eba5cf504 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2759995 May 04 13:47:55.084364 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50288) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:55.096710 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-e33da36d-9fd9-4a22-a762-26b2883ad0a7 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Request body: {'security_group_rule': {'security_group_id': 'f189ce17-5f72-49f4-9709-d285eaf7fe8d', 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:47:55.225038 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-e33da36d-9fd9-4a22-a762-26b2883ad0a7 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:55.233203 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-22e7a625-5fb5-44cb-963c-88605b88cd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'name': 'tempest-ServerRescueNegativeTestJSON-903822028-router', 'tenant_id': '1663eef7b6514ababc60301bf99e7576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:05Z', 'updated_at': '2021-05-04T13:47:54Z', 'revision_number': 6, 'project_id': '1663eef7b6514ababc60301bf99e7576', 'gw_port_host': None}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:55.239194 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7a625-5fb5-44cb-963c-88605b88cd80 None None] The sync data for ids ['be4fafc3-a2d2-4f2d-9afc-c48e52bde410'] in dv-cinder-789564-1-smb is: [{'id': 'be4fafc3-a2d2-4f2d-9afc-c48e52bde410', 'name': 'tempest-ServerRescueNegativeTestJSON-903822028-router', 'tenant_id': '1663eef7b6514ababc60301bf99e7576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:05Z', 'updated_at': '2021-05-04T13:47:54Z', 'revision_number': 6, 'project_id': '1663eef7b6514ababc60301bf99e7576', 'gw_port_host': None}] {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:47:55.246672 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-e33da36d-9fd9-4a22-a762-26b2883ad0a7 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Usage tracker for resource:security_group_rule and tenant:ba7d7287eddb4c00ab92d7d96e686d4e is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:55.251045 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-e33da36d-9fd9-4a22-a762-26b2883ad0a7 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:55.261800 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-e33da36d-9fd9-4a22-a762-26b2883ad0a7 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:55.317359 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-ad3da843-875b-48d7-a98e-803db7f5514c admin admin] For port 1b2d3593-384c-428c-b3f5-d164e0636c1f, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=1b2d3593-384c-428c-b3f5-d164e0636c1f,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:47:55.319264 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e33da36d-9fd9-4a22-a762-26b2883ad0a7 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:55.320623 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ad3da843-875b-48d7-a98e-803db7f5514c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:55.329519 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] Set router bdaf11c6-7029-474e-83a7-2e702ed194d0 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:47:55.448790 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8a372-6cb2-4a3c-8e65-e0abf4732b75 req-92216731-d94a-4ced-8056-349bed1fae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:55.450760 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d4b8a372-6cb2-4a3c-8e65-e0abf4732b75 req-92216731-d94a-4ced-8056-349bed1fae4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd535cb7605d4b0ba00714d0c6f98aad&device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 1096 time: 0.3398812 May 04 13:47:55.504294 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e33da36d-9fd9-4a22-a762-26b2883ad0a7 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:55.523025 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e33da36d-9fd9-4a22-a762-26b2883ad0a7 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:55.537168 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-df0e4271-a9eb-4b0f-abd4-999eba5cf504 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:55.566737 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33da36d-9fd9-4a22-a762-26b2883ad0a7 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6cb868-02c0-4d60-9977-4476f5cb784d,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:55.599985 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212b024-c047-47f9-b8e0-3d1d874eb40d req-306a4a0e-ce27-48bc-a44e-c41dc05c4768 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:55.607538 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8212b024-c047-47f9-b8e0-3d1d874eb40d req-306a4a0e-ce27-48bc-a44e-c41dc05c4768 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 943 time: 0.7125132 May 04 13:47:55.648374 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e33da36d-9fd9-4a22-a762-26b2883ad0a7 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:55.745022 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e33da36d-9fd9-4a22-a762-26b2883ad0a7 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:55.746377 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 6e175e1f-29d2-4e9d-9234-78d7bd12de21 no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:47:55.752332 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-e33da36d-9fd9-4a22-a762-26b2883ad0a7 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6664429 May 04 13:47:55.754818 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50296) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:55.809417 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-a6f01e1c-1ce7-4c04-8cb3-6f7e2cc4dedf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Request body: {'security_group_rule': {'security_group_id': 'f189ce17-5f72-49f4-9709-d285eaf7fe8d', 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:47:55.837914 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-a6f01e1c-1ce7-4c04-8cb3-6f7e2cc4dedf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:55.864157 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-a6f01e1c-1ce7-4c04-8cb3-6f7e2cc4dedf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Usage tracker for resource:security_group_rule and tenant:ba7d7287eddb4c00ab92d7d96e686d4e is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:55.866647 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-ad3da843-875b-48d7-a98e-803db7f5514c admin admin] Calling delete_port for 1b2d3593-384c-428c-b3f5-d164e0636c1f owned by network:router_gateway {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:47:55.875657 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-a6f01e1c-1ce7-4c04-8cb3-6f7e2cc4dedf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:55.904473 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-a6f01e1c-1ce7-4c04-8cb3-6f7e2cc4dedf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:55.970661 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a6f01e1c-1ce7-4c04-8cb3-6f7e2cc4dedf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:56.049247 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8a372-6cb2-4a3c-8e65-e0abf4732b75 req-ef9113b1-ce54-4b8c-9d1d-d4e0006dde8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:56.055787 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d4b8a372-6cb2-4a3c-8e65-e0abf4732b75 req-ef9113b1-ce54-4b8c-9d1d-d4e0006dde8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b52ba926-9a0c-4ed7-8661-090c20371f1a HTTP/1.1" status: 200 len: 915 time: 0.5921037 May 04 13:47:56.062356 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8212b024-c047-47f9-b8e0-3d1d874eb40d req-18380890-0178-472b-98b6-dee9ac529a3f tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469686 May 04 13:47:56.414658 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d4b8a372-6cb2-4a3c-8e65-e0abf4732b75 req-8f007aa8-fba8-4162-9f4c-a610fcbff1f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=439d0690-14d1-4e35-a821-e3dc82ecbe9a HTTP/1.1" status: 200 len: 217 time: 0.3423662 May 04 13:47:56.479262 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50302) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:56.558917 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8a372-6cb2-4a3c-8e65-e0abf4732b75 req-fd7883aa-5031-47c3-ad8c-80cf3261ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:56.560731 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d4b8a372-6cb2-4a3c-8e65-e0abf4732b75 req-fd7883aa-5031-47c3-ad8c-80cf3261ec21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4355c3c9-e116-453d-92e4-886f7ef637b2 HTTP/1.1" status: 200 len: 853 time: 0.1298261 May 04 13:47:56.717765 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762eb18-6bd7-45f5-af86-416db8a28ac0 None None] Pushing event updated for resources: {'Port': ['ID=3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:56.726517 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f762eb18-6bd7-45f5-af86-416db8a28ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.162s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:56.729664 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: 6e175e1f-29d2-4e9d-9234-78d7bd12de21 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:47:56.730236 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 6e175e1f-29d2-4e9d-9234-78d7bd12de21 not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:47:56.868270 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7784a4ba-3f8f-4529-a662-5de235ddf522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:56.931533 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ad3da843-875b-48d7-a98e-803db7f5514c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:56.950935 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7feb56f7-06f1-411a-babe-f6b45b062c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:56.958502 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a6f01e1c-1ce7-4c04-8cb3-6f7e2cc4dedf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:56.962824 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'name': 'tempest-TestShelveInstance-1728297925-router', 'tenant_id': '4e0f62c4bee64e129941b12e34409899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '19194a10-721b-46ce-bc43-bbcfe7844ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:20Z', 'updated_at': '2021-05-04T13:47:39Z', 'revision_number': 4, 'project_id': '4e0f62c4bee64e129941b12e34409899', 'gw_port': {'id': '19194a10-721b-46ce-bc43-bbcfe7844ce8', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:23Z', 'updated_at': '2021-05-04T13:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': '3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa', 'name': '', 'network_id': 'c0d7ac38-a4e0-4644-9749-4bb5f714d4ad', 'tenant_id': '4e0f62c4bee64e129941b12e34409899', 'mac_address': 'fa:16:3e:83:3d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e3df2c9c-5f81-4ff5-a2a2-9731ef61c211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:36Z', 'updated_at': '2021-05-04T13:47:54Z', 'revision_number': 4, 'project_id': '4e0f62c4bee64e129941b12e34409899', 'subnets': [{'id': 'e3df2c9c-5f81-4ff5-a2a2-9731ef61c211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:47:56.973526 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a6f01e1c-1ce7-4c04-8cb3-6f7e2cc4dedf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:56.975343 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2049c5-0ed5-4a42-9546-477b67a8dba4 None None] The sync data for ids ['bdaf11c6-7029-474e-83a7-2e702ed194d0'] in dv-cinder-789564-1-smb is: [{'id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'name': 'tempest-TestShelveInstance-1728297925-router', 'tenant_id': '4e0f62c4bee64e129941b12e34409899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '19194a10-721b-46ce-bc43-bbcfe7844ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:20Z', 'updated_at': '2021-05-04T13:47:39Z', 'revision_number': 4, 'project_id': '4e0f62c4bee64e129941b12e34409899', 'gw_port': {'id': '19194a10-721b-46ce-bc43-bbcfe7844ce8', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:23Z', 'updated_at': '2021-05-04T13:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': '3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa', 'name': '', 'network_id': 'c0d7ac38-a4e0-4644-9749-4bb5f714d4ad', 'tenant_id': '4e0f62c4bee64e129941b12e34409899', 'mac_address': 'fa:16:3e:83:3d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e3df2c9c-5f81-4ff5-a2a2-9731ef61c211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:36Z', 'updated_at': '2021-05-04T13:47:54Z', 'revision_number': 4, 'project_id': '4e0f62c4bee64e129941b12e34409899', 'subnets': [{'id': 'e3df2c9c-5f81-4ff5-a2a2-9731ef61c211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:47:56.984621 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:57.012746 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:57.048997 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f01e1c-1ce7-4c04-8cb3-6f7e2cc4dedf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f58cd96-7829-488d-8b5f-7e8bdfd5cab6,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:57.052106 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3da843-875b-48d7-a98e-803db7f5514c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2d3593-384c-428c-b3f5-d164e0636c1f,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:57.053355 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-7feb56f7-06f1-411a-babe-f6b45b062c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:57.112186 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8a372-6cb2-4a3c-8e65-e0abf4732b75 req-15939209-6852-489d-be3f-0320bdd61526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:57.126437 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d4b8a372-6cb2-4a3c-8e65-e0abf4732b75 req-15939209-6852-489d-be3f-0320bdd61526 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b52ba926-9a0c-4ed7-8661-090c20371f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5214570 May 04 13:47:57.126437 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a6f01e1c-1ce7-4c04-8cb3-6f7e2cc4dedf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:57.134317 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-7feb56f7-06f1-411a-babe-f6b45b062c10 admin admin] Usage tracker for resource:security_group_rule and tenant:3f8caae56aa74384aab0396a51ed6658 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:57.142393 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-7feb56f7-06f1-411a-babe-f6b45b062c10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:57.153337 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-7feb56f7-06f1-411a-babe-f6b45b062c10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:57.329473 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a6f01e1c-1ce7-4c04-8cb3-6f7e2cc4dedf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:57.337316 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-a6f01e1c-1ce7-4c04-8cb3-6f7e2cc4dedf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5660272 May 04 13:47:57.429123 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-ad3da843-875b-48d7-a98e-803db7f5514c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:57.433505 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50310) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:57.524969 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:47:57.554830 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-21488c60-c9b9-4d8a-9f80-c9d5dbda8eee tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Request body: {'security_group_rule': {'security_group_id': 'f189ce17-5f72-49f4-9709-d285eaf7fe8d', 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:47:57.591509 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-21488c60-c9b9-4d8a-9f80-c9d5dbda8eee tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:57.608824 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7feb56f7-06f1-411a-babe-f6b45b062c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:57.613058 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-21488c60-c9b9-4d8a-9f80-c9d5dbda8eee tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Usage tracker for resource:security_group_rule and tenant:ba7d7287eddb4c00ab92d7d96e686d4e is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:57.617835 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-21488c60-c9b9-4d8a-9f80-c9d5dbda8eee tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:57.629918 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-21488c60-c9b9-4d8a-9f80-c9d5dbda8eee tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:57.672029 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ad3da843-875b-48d7-a98e-803db7f5514c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974378'] for router_gateway, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:57.799130 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-21488c60-c9b9-4d8a-9f80-c9d5dbda8eee tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:57.828687 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7feb56f7-06f1-411a-babe-f6b45b062c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:57.828931 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d4b8a372-6cb2-4a3c-8e65-e0abf4732b75 req-0dad2619-a64c-4911-bf30-635535b1e9fb service neutron] 10.222.0.30 "GET /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6640177 May 04 13:47:57.908846 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-33f229df-014b-40e2-866c-22a93bb9e25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:57.924593 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:47:57.969856 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:57.984279 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:58.017916 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-7feb56f7-06f1-411a-babe-f6b45b062c10 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3f8caae56aa74384aab0396a51ed6658&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5374458 May 04 13:47:58.024769 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50314) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:58.235157 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ad3da843-875b-48d7-a98e-803db7f5514c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1978110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47698'] for router, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:58.244209 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ad3da843-875b-48d7-a98e-803db7f5514c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:58.428132 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb56f7-06f1-411a-babe-f6b45b062c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd4b32c-bd3d-4616-afa7-7fe0be00e067,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:58.439496 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ad3da843-875b-48d7-a98e-803db7f5514c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1974562'] for router, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:58.440579 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3da843-875b-48d7-a98e-803db7f5514c admin admin] Fanout notify agent at l3_agent the message router_deleted on router be4fafc3-a2d2-4f2d-9afc-c48e52bde410 {{(pid=73861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 13:47:58.450682 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-7feb56f7-06f1-411a-babe-f6b45b062c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:58.532576 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:58.635576 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb565b-8ddb-41a6-8cba-ed2359c832d6 req-3c641df8-95a2-41bc-a33d-2de0761697c7 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:47:58.638035 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa,segment=NetworkSegment(9f2b544f-96d1-4e92-a0d2-f132ebb7f336),segment_id=9f2b544f-96d1-4e92-a0d2-f132ebb7f336)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:47:58.638264 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-53eb565b-8ddb-41a6-8cba-ed2359c832d6 req-3c641df8-95a2-41bc-a33d-2de0761697c7 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 943 time: 1.2064836 May 04 13:47:58.655288 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:58.658879 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-6cf1c69a-1071-44bb-9aed-62fde201d0eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:58.812874 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-53eb565b-8ddb-41a6-8cba-ed2359c832d6 req-5da97108-a1c0-4f29-ba77-65aeb817bccf tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448448 May 04 13:47:58.865589 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ad3da843-875b-48d7-a98e-803db7f5514c admin admin] Notify callbacks [] for router, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:58.869535 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-ad3da843-875b-48d7-a98e-803db7f5514c admin admin] 10.222.0.44 "DELETE /v2.0/routers/be4fafc3-a2d2-4f2d-9afc-c48e52bde410 HTTP/1.1" status: 204 len: 168 time: 6.1721845 May 04 13:47:58.871025 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-21488c60-c9b9-4d8a-9f80-c9d5dbda8eee tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:58.872216 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50318) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:58.886999 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 1b2d3593-384c-428c-b3f5-d164e0636c1f no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:47:58.980742 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e59a45d3-cc14-4f93-b245-e6a9f6417e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:58.988825 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c330a776-d78a-4da7-a08a-63ef0a2031e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:59.000655 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: 1b2d3593-384c-428c-b3f5-d164e0636c1f {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:47:59.001655 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 1b2d3593-384c-428c-b3f5-d164e0636c1f not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:47:59.031550 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:59.048673 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:59.069742 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-21488c60-c9b9-4d8a-9f80-c9d5dbda8eee tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:59.083434 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d4b8a372-6cb2-4a3c-8e65-e0abf4732b75 req-4aa4f080-1669-4b33-8edd-db583ef37989 service neutron] 10.222.0.30 "GET /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2461278 May 04 13:47:59.101908 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:59.144842 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21488c60-c9b9-4d8a-9f80-c9d5dbda8eee tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f272cf1d-903f-4d56-8b92-8ab53855a5df,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:59.145114 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e59a45d3-cc14-4f93-b245-e6a9f6417e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:59.152417 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-21488c60-c9b9-4d8a-9f80-c9d5dbda8eee tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:59.181070 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d88de6a-0c32-4f5c-b38f-7330e330bc40 admin admin] Deleting subnet 29831a22-bbbd-4838-bcc7-5e382073153a {{(pid=73861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 13:47:59.188021 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1d88de6a-0c32-4f5c-b38f-7330e330bc40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:59.241245 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-21488c60-c9b9-4d8a-9f80-c9d5dbda8eee tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:59.243648 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-21488c60-c9b9-4d8a-9f80-c9d5dbda8eee tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7878027 May 04 13:47:59.250594 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50322) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:47:59.258602 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-2f819bb9-bfb1-49ee-a6c0-dd8b5130d498 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Request body: {'security_group_rule': {'security_group_id': 'f189ce17-5f72-49f4-9709-d285eaf7fe8d', 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:47:59.267265 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-2f819bb9-bfb1-49ee-a6c0-dd8b5130d498 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:47:59.272898 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-2f819bb9-bfb1-49ee-a6c0-dd8b5130d498 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Usage tracker for resource:security_group_rule and tenant:ba7d7287eddb4c00ab92d7d96e686d4e is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:47:59.278967 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-2f819bb9-bfb1-49ee-a6c0-dd8b5130d498 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:47:59.291544 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-2f819bb9-bfb1-49ee-a6c0-dd8b5130d498 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:47:59.367386 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.db.securitygroups_db [None req-2f819bb9-bfb1-49ee-a6c0-dd8b5130d498 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Project ba7d7287eddb4c00ab92d7d96e686d4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 13:47:59.400571 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e59a45d3-cc14-4f93-b245-e6a9f6417e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:59.409224 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-50cdfe9f-90fc-48b4-a098-cf2dff88f477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:59.411230 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2f819bb9-bfb1-49ee-a6c0-dd8b5130d498 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:59.458929 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a45d3-cc14-4f93-b245-e6a9f6417e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd4b32c-bd3d-4616-afa7-7fe0be00e067,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:47:59.472517 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e59a45d3-cc14-4f93-b245-e6a9f6417e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:47:59.482927 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e59a45d3-cc14-4f93-b245-e6a9f6417e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:59.487320 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-e59a45d3-cc14-4f93-b245-e6a9f6417e2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7dd4b32c-bd3d-4616-afa7-7fe0be00e067 HTTP/1.1" status: 204 len: 168 time: 1.4511287 May 04 13:47:59.521079 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1d88de6a-0c32-4f5c-b38f-7330e330bc40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1510469'] for subnet, precommit_delete_associations {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:59.586761 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:47:59.675931 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2f819bb9-bfb1-49ee-a6c0-dd8b5130d498 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:59.693346 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2f819bb9-bfb1-49ee-a6c0-dd8b5130d498 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:59.695593 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1d88de6a-0c32-4f5c-b38f-7330e330bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989773'] for subnet, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:59.779391 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:47:59.792074 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:47:59.828362 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:47:59.828362 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:00.206867 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f819bb9-bfb1-49ee-a6c0-dd8b5130d498 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1ea8d9-5288-4ed8-b26f-454b00c131b7,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:00.226036 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2f819bb9-bfb1-49ee-a6c0-dd8b5130d498 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:00.230605 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-2f819bb9-bfb1-49ee-a6c0-dd8b5130d498 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9782636 May 04 13:48:00.235368 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50340) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:00.245348 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-2be66e4a-a865-40fb-9b9a-ff72ad74e283 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Request body: {'security_group_rule': {'security_group_id': 'f189ce17-5f72-49f4-9709-d285eaf7fe8d', 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:00.260100 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-2be66e4a-a865-40fb-9b9a-ff72ad74e283 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:00.273276 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-2be66e4a-a865-40fb-9b9a-ff72ad74e283 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Usage tracker for resource:security_group_rule and tenant:ba7d7287eddb4c00ab92d7d96e686d4e is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:00.289255 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-2be66e4a-a865-40fb-9b9a-ff72ad74e283 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:00.301187 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-2f819bb9-bfb1-49ee-a6c0-dd8b5130d498 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:00.304893 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:00.318282 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-2be66e4a-a865-40fb-9b9a-ff72ad74e283 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:00.347404 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.db.securitygroups_db [None req-2be66e4a-a865-40fb-9b9a-ff72ad74e283 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Project ba7d7287eddb4c00ab92d7d96e686d4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 13:48:00.362059 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2be66e4a-a865-40fb-9b9a-ff72ad74e283 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:00.400375 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50344) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:00.517091 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-50ae4732-807c-445d-ac4b-2947851b3b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:00.540296 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492ac5b-d315-40d4-a196-54cc88967ced req-5c0348ad-5c33-4bd0-8c67-e7049282808a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:00.542916 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b492ac5b-d315-40d4-a196-54cc88967ced req-5c0348ad-5c33-4bd0-8c67-e7049282808a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 943 time: 0.2400825 May 04 13:48:00.545814 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1d88de6a-0c32-4f5c-b38f-7330e330bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1510612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15463029'] for subnet, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:00.552561 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-a95625b5-22fd-4151-8f4c-2b0c7362c749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:00.602008 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-50ae4732-807c-445d-ac4b-2947851b3b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:00.611901 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-50ae4732-807c-445d-ac4b-2947851b3b2e admin admin] Usage tracker for resource:security_group_rule and tenant:7de4e92d7c3e40ab9fa0f80709397534 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:00.621829 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-50ae4732-807c-445d-ac4b-2947851b3b2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:00.642941 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-50ae4732-807c-445d-ac4b-2947851b3b2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:00.683411 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88de6a-0c32-4f5c-b38f-7330e330bc40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29831a22-bbbd-4838-bcc7-5e382073153a,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:00.698008 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1d88de6a-0c32-4f5c-b38f-7330e330bc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:00.699221 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1d88de6a-0c32-4f5c-b38f-7330e330bc40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:00.739666 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-1d88de6a-0c32-4f5c-b38f-7330e330bc40 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/29831a22-bbbd-4838-bcc7-5e382073153a HTTP/1.1" status: 204 len: 168 time: 1.8571246 May 04 13:48:00.743918 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50348) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:00.756486 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b492ac5b-d315-40d4-a196-54cc88967ced req-0fd0e905-6e9d-47a8-a3c3-656c63be381c tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415532 May 04 13:48:00.943332 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-50ae4732-807c-445d-ac4b-2947851b3b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:00.977684 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-50ae4732-807c-445d-ac4b-2947851b3b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:00.995158 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2be66e4a-a865-40fb-9b9a-ff72ad74e283 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:00.996802 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f997df9d-7320-479d-a284-502d6cdab2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:01.020252 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2be66e4a-a865-40fb-9b9a-ff72ad74e283 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:01.113374 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae4732-807c-445d-ac4b-2947851b3b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0080f7-5351-4076-b654-41cad121ef53,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:01.142691 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-50ae4732-807c-445d-ac4b-2947851b3b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:01.149080 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-50ae4732-807c-445d-ac4b-2947851b3b2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7de4e92d7c3e40ab9fa0f80709397534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7416799 May 04 13:48:01.163335 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50352) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:01.172611 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e33da36d-9fd9-4a22-a762-26b2883ad0a7 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:01.231432 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be66e4a-a865-40fb-9b9a-ff72ad74e283 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77287948-9f85-4286-93b0-24d656cad65c,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:01.254621 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9adbe99e-63ff-431f-a4fb-12a813d5e57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608811'] for network, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:01.257615 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2be66e4a-a865-40fb-9b9a-ff72ad74e283 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:01.337543 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2be66e4a-a865-40fb-9b9a-ff72ad74e283 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:01.344098 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-2be66e4a-a865-40fb-9b9a-ff72ad74e283 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1018257 May 04 13:48:01.440036 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-858a2ee9-3427-43a9-a088-b0159db0a462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:01.541713 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-858a2ee9-3427-43a9-a088-b0159db0a462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:01.609936 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9adbe99e-63ff-431f-a4fb-12a813d5e57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985040', 'neutron.services.segments.db._delete_segments_for_network-8760702794289'] for network, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:01.769568 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-9adbe99e-63ff-431f-a4fb-12a813d5e57e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173162e4-65be-4ace-a427-e6e40ca8cc8a']}} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:01.790706 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-9adbe99e-63ff-431f-a4fb-12a813d5e57e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df708d1b-3fe2-4f2b-b5a1-0a8434e1078d') {'for_net_delete': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:01.791206 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-9adbe99e-63ff-431f-a4fb-12a813d5e57e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df708d1b-3fe2-4f2b-b5a1-0a8434e1078d') {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:01.805097 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-858a2ee9-3427-43a9-a088-b0159db0a462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:01.806330 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9adbe99e-63ff-431f-a4fb-12a813d5e57e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760702805351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1510524'] for segment, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:01.825618 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9adbe99e-63ff-431f-a4fb-12a813d5e57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:01.836495 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:01.837099 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9adbe99e-63ff-431f-a4fb-12a813d5e57e admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=73861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:48:01.905236 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a2ee9-3427-43a9-a088-b0159db0a462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0080f7-5351-4076-b654-41cad121ef53,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:01.922591 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-858a2ee9-3427-43a9-a088-b0159db0a462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:01.925800 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-858a2ee9-3427-43a9-a088-b0159db0a462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:01.945940 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-858a2ee9-3427-43a9-a088-b0159db0a462 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b0080f7-5351-4076-b654-41cad121ef53 HTTP/1.1" status: 204 len: 168 time: 0.7279871 May 04 13:48:02.071552 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-9adbe99e-63ff-431f-a4fb-12a813d5e57e admin admin] Network 173162e4-65be-4ace-a427-e6e40ca8cc8a has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:48:02.083201 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9adbe99e-63ff-431f-a4fb-12a813d5e57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-994584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1511030'] for segment, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:02.399261 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-9adbe99e-63ff-431f-a4fb-12a813d5e57e admin admin] Network 173162e4-65be-4ace-a427-e6e40ca8cc8a has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: Traceback (most recent call last): May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: timer() May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: cb(*args, **kw) May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: return func(*args, **kwargs) May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: self._notify() May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: self.callback(batched_events) May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: event.method(event) May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: return f(self, *a, **k) May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: return self._get(url).json() May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: return self.request(url, 'GET', **kwargs) May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:48:02.460497 dv-cinder-789564-1-smb neutron-server[73861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:48:02.631604 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9adbe99e-63ff-431f-a4fb-12a813d5e57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974341'] for network, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:02.638622 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9adbe99e-63ff-431f-a4fb-12a813d5e57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:02.642195 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:02.643570 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:02.673507 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbe99e-63ff-431f-a4fb-12a813d5e57e admin admin] Pushing event deleted for resources: {'Network': ['ID=173162e4-65be-4ace-a427-e6e40ca8cc8a,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:02.679168 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-9adbe99e-63ff-431f-a4fb-12a813d5e57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:02.699579 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-9adbe99e-63ff-431f-a4fb-12a813d5e57e admin admin] 10.222.0.44 "DELETE /v2.0/networks/173162e4-65be-4ace-a427-e6e40ca8cc8a HTTP/1.1" status: 204 len: 168 time: 1.9537981 May 04 13:48:02.744510 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23bf8c-8f00-4448-91cd-21cb98d5bad5 req-ccdfde29-0396-46fe-990c-9ba4f9eacd1c tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:02.757747 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9f23bf8c-8f00-4448-91cd-21cb98d5bad5 req-ccdfde29-0396-46fe-990c-9ba4f9eacd1c tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 943 time: 0.2925203 May 04 13:48:02.880640 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9f23bf8c-8f00-4448-91cd-21cb98d5bad5 req-89a01898-ff38-404f-9cba-17c08fbdcaa0 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222131 May 04 13:48:03.313636 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50382) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:03.475239 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-17b0cbcd-11be-46d6-bc22-c7d0121b85f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1663eef7b6514ababc60301bf99e7576&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1593115 May 04 13:48:03.479209 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50386) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:03.662944 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2f84db29-efcb-4849-8047-c87018375ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:03.730822 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2f84db29-efcb-4849-8047-c87018375ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:03.879523 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2f84db29-efcb-4849-8047-c87018375ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:03.885735 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ac3dcf21-48a0-4839-9caa-53688ee5e06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:03.937829 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84db29-efcb-4849-8047-c87018375ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63bcf33-0e1f-45a7-9af0-3cc013cc3c05,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:03.974706 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2f84db29-efcb-4849-8047-c87018375ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:03.991089 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2f84db29-efcb-4849-8047-c87018375ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:03.995614 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-2f84db29-efcb-4849-8047-c87018375ebe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a63bcf33-0e1f-45a7-9af0-3cc013cc3c05 HTTP/1.1" status: 204 len: 168 time: 0.5152109 May 04 13:48:04.452337 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ef168-69f5-4151-ab9a-b8697a7d1e9b req-4411f768-852b-4883-8dc0-92123d2c0dc3 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:04.475594 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-057ef168-69f5-4151-ab9a-b8697a7d1e9b req-4411f768-852b-4883-8dc0-92123d2c0dc3 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 943 time: 0.3231239 May 04 13:48:04.594594 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-057ef168-69f5-4151-ab9a-b8697a7d1e9b req-22cf90a1-4bc6-4294-9266-ffa50c2944b7 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150029 May 04 13:48:06.081333 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db9f89-13f9-4ca4-ad30-62063b99d6ba req-fe853eb0-3d48-4f00-a8fc-0db0d4dc8902 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:06.093924 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-90db9f89-13f9-4ca4-ad30-62063b99d6ba req-fe853eb0-3d48-4f00-a8fc-0db0d4dc8902 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 943 time: 0.1753109 May 04 13:48:06.162885 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-90db9f89-13f9-4ca4-ad30-62063b99d6ba req-c3500ae3-a747-4b3c-a7a4-ac5ca4af5ed5 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678954 May 04 13:48:06.399788 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50444) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:06.733502 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-network', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:06.741496 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:06.757620 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Usage tracker for resource:network and tenant:aa011d4f8ea24f91a968eb99a050ed79 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:06.781550 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:06.816187 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:06.863759 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Made reservation on behalf of aa011d4f8ea24f91a968eb99a050ed79 for: {'network': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:48:06.867040 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for network, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:06.923135 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:06.968274 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:06.972807 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Usage tracker for resource:security_group_rule and tenant:aa011d4f8ea24f91a968eb99a050ed79 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:06.980831 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:07.005747 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:07.222460 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:07.231950 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:07.240387 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0d094a92-cd34-4b5b-a7df-205bcf6faf3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:07.386877 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe096a6-db04-4359-a25e-676bf90b577e,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:07.415764 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:07.417094 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=73860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:48:07.469265 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:07.482103 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.db.segments_db [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Added segment cea91874-ce0f-4a95-a788-ad6a72b53740 of type vlan for network 837d1d6a-cef0-4444-bf2f-24dd96641b9c May 04 13:48:07.526616 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760702352249'] for network, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:07.578452 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for network, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:07.580653 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:07.581426 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:07.588482 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:07.625770 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62333e9-5093-410f-9de5-c3a54d6dd468 req-3b963c1f-5981-4a83-9e06-6a9f868ec756 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:07.637189 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b62333e9-5093-410f-9de5-c3a54d6dd468 req-3b963c1f-5981-4a83-9e06-6a9f868ec756 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 943 time: 0.2084935 May 04 13:48:07.717604 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b62333e9-5093-410f-9de5-c3a54d6dd468 req-7ed0967d-7a37-46df-8f7e-326e2c15c292 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761714 May 04 13:48:07.730587 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3251853 May 04 13:48:07.731439 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50510) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:07.736151 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Pushing event updated for resources: {'Network': ['ID=837d1d6a-cef0-4444-bf2f-24dd96641b9c,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:07.743847 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:07.760236 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-5c2537bb-34a2-4706-89c9-99115c92e2d6 admin admin] Request body: {'subnet': {'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-subnet', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:07.764607 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Network 837d1d6a-cef0-4444-bf2f-24dd96641b9c details requested by agent ovs-agent-dv-cinder-789564-1-smb with host dv-cinder-789564-1-smb {{(pid=73862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 13:48:07.773924 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-5c2537bb-34a2-4706-89c9-99115c92e2d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:07.784083 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-5c2537bb-34a2-4706-89c9-99115c92e2d6 admin admin] Usage tracker for resource:subnet and tenant:aa011d4f8ea24f91a968eb99a050ed79 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:07.793606 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-5c2537bb-34a2-4706-89c9-99115c92e2d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:07.802860 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-5c2537bb-34a2-4706-89c9-99115c92e2d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:07.820279 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2537bb-34a2-4706-89c9-99115c92e2d6 admin admin] Made reservation on behalf of aa011d4f8ea24f91a968eb99a050ed79 for: {'subnet': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:48:07.825478 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5c2537bb-34a2-4706-89c9-99115c92e2d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14884955'] for subnet, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:08.584945 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5c2537bb-34a2-4706-89c9-99115c92e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15112825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14884941'] for subnet, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:08.593644 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7f2dd29b-3a4b-4be6-8455-f04bfa995d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:08.744799 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2537bb-34a2-4706-89c9-99115c92e2d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=468ed228-2645-4e84-b7ff-24abd353db04,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:08.749503 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5c2537bb-34a2-4706-89c9-99115c92e2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:08.764872 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2537bb-34a2-4706-89c9-99115c92e2d6 admin admin] Checking segment: {'id': 'cea91874-ce0f-4a95-a788-ad6a72b53740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:48:08.765568 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2537bb-34a2-4706-89c9-99115c92e2d6 admin admin] Network hostable DHCP agents. Network: 837d1d6a-cef0-4444-bf2f-24dd96641b9c, hostable agents: ['548e5bae-174c-4437-b5d4-5dd15da226b0'], hosted agents: [] {{(pid=73860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:48:08.806176 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2537bb-34a2-4706-89c9-99115c92e2d6 admin admin] Network 837d1d6a-cef0-4444-bf2f-24dd96641b9c is scheduled to be hosted by DHCP agent 548e5bae-174c-4437-b5d4-5dd15da226b0 with binding_index 1 {{(pid=73860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:48:08.833703 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-5c2537bb-34a2-4706-89c9-99115c92e2d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-smb, 837d1d6a-cef0-4444-bf2f-24dd96641b9c) {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:08.859796 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2537bb-34a2-4706-89c9-99115c92e2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:08.860844 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5c2537bb-34a2-4706-89c9-99115c92e2d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:08.871499 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff3972c-6d8d-46a0-aea0-4b8a9da0d408 None None] Network 837d1d6a-cef0-4444-bf2f-24dd96641b9c requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:48:08.933254 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-5c2537bb-34a2-4706-89c9-99115c92e2d6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1981835 May 04 13:48:08.938422 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50566) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:08.958989 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:08.968119 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:08.988874 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Usage tracker for resource:router and tenant:aa011d4f8ea24f91a968eb99a050ed79 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:08.994553 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:09.007815 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:09.042375 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1977953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47740'] for router, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:09.044273 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1698401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47685'] for router, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:09.076128 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:09.091578 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d7242-106b-47c4-95d6-89a23c2f02a5 req-2b72e931-cd1b-4ae7-9e82-789f9e82a359 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:09.099947 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-635d7242-106b-47c4-95d6-89a23c2f02a5 req-2b72e931-cd1b-4ae7-9e82-789f9e82a359 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 943 time: 0.1839516 May 04 13:48:09.159738 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-635d7242-106b-47c4-95d6-89a23c2f02a5 req-6b5df603-d29e-4724-8c39-d9c28e4dc4a5 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588443 May 04 13:48:09.453126 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfbf21e1-5d9b-5b7c-a50d-f7224e599174-837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04'}]}} from dv-cinder-789564-1-smb. {{(pid=73862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 13:48:09.454590 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:09.695127 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Allocated IP 172.20.0.2 (837d1d6a-cef0-4444-bf2f-24dd96641b9c/468ed228-2645-4e84-b7ff-24abd353db04/a216289f-cbc1-432e-bcae-658d724158cf) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:48:09.746181 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47707'] for router, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:09.988737 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 439d0690-14d1-4e35-a821-e3dc82ecbe9a details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:48:10.070976 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:10.157522 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Transition to ACTIVE for port object a216289f-cbc1-432e-bcae-658d724158cf will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:48:10.192033 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:10.214029 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Transition to ACTIVE for port object a216289f-cbc1-432e-bcae-658d724158cf will not be triggered until provisioned by entity DHCP. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:48:10.228220 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:10.238023 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:10.238279 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:10.337407 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Network 837d1d6a-cef0-4444-bf2f-24dd96641b9c is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:48:10.345440 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 439d0690-14d1-4e35-a821-e3dc82ecbe9a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=439d0690-14d1-4e35-a821-e3dc82ecbe9a,segment=NetworkSegment(c19f3a95-bd63-49af-995e-6e0d222faf5f),segment_id=c19f3a95-bd63-49af-995e-6e0d222faf5f)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:48:10.353392 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:10.362872 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:48:10.398566 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': '439d0690-14d1-4e35-a821-e3dc82ecbe9a', 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a', 'port_id': '439d0690-14d1-4e35-a821-e3dc82ecbe9a', 'mac_address': 'fa:16:3e:87:f2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:48:10.433864 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0090e5-dd8c-43f3-8870-ed1be8a297b3 req-3b93c4c3-fd3b-45d1-ae03-f55cb55f2736 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:10.437365 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bd0090e5-dd8c-43f3-8870-ed1be8a297b3 req-3b93c4c3-fd3b-45d1-ae03-f55cb55f2736 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 943 time: 0.1150136 May 04 13:48:10.462328 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Allocated IP 172.28.3.3 (ec979011-6604-4968-ace9-769b935940bc/86424637-3a1b-4645-9cbe-37dcbde5db40/e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:48:10.508761 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bd0090e5-dd8c-43f3-8870-ed1be8a297b3 req-30020253-b3f7-437d-95f3-ba4276f6fe44 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649302 May 04 13:48:10.580641 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Pushing event updated for resources: {'Port': ['ID=a216289f-cbc1-432e-bcae-658d724158cf,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:10.616219 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:10.627197 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Attempting to bind port a216289f-cbc1-432e-bcae-658d724158cf on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:48:10.627585 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Attempting to bind port a216289f-cbc1-432e-bcae-658d724158cf by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': 'cea91874-ce0f-4a95-a788-ad6a72b53740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:48:10.628004 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Attempting to bind port a216289f-cbc1-432e-bcae-658d724158cf on network 837d1d6a-cef0-4444-bf2f-24dd96641b9c {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:48:10.644545 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:10.655761 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:48:10.656181 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Checking segment: {'id': 'cea91874-ce0f-4a95-a788-ad6a72b53740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:48:10.656622 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:10.657095 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Bound using segment: {'id': 'cea91874-ce0f-4a95-a788-ad6a72b53740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:48:10.657549 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Bound port: a216289f-cbc1-432e-bcae-658d724158cf, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea91874-ce0f-4a95-a788-ad6a72b53740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:48:10.657987 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:10.688710 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:10.730130 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439d0690-14d1-4e35-a821-e3dc82ecbe9a {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:48:10.743273 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:10.754733 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6a51ac8b-5a33-4050-a137-65b6d33cbdd8 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:10.775693 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 439d0690-14d1-4e35-a821-e3dc82ecbe9a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=439d0690-14d1-4e35-a821-e3dc82ecbe9a,segment=NetworkSegment(c19f3a95-bd63-49af-995e-6e0d222faf5f),segment_id=c19f3a95-bd63-49af-995e-6e0d222faf5f)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:48:10.781051 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:10.784792 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:10.846344 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:48:10.870798 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=439d0690-14d1-4e35-a821-e3dc82ecbe9a,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:10.877738 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:10.881177 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Network ec979011-6604-4968-ace9-769b935940bc is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:48:10.883854 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] For port a216289f-cbc1-432e-bcae-658d724158cf, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:48:10.887643 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:10.892805 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] For port a216289f-cbc1-432e-bcae-658d724158cf, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=a216289f-cbc1-432e-bcae-658d724158cf,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:48:10.896215 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:48:10.899442 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:10.900101 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50618) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:10.907140 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:10.979742 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Pushing event updated for resources: {'Port': ['ID=e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:11.001124 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Deleting subnet 8bc23abc-5323-40ec-a15e-9f33381994d7 {{(pid=73861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 13:48:11.004738 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:11.011861 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Pushing event updated for resources: {'Port': ['ID=a216289f-cbc1-432e-bcae-658d724158cf,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:11.012548 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:11.012548 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:11.013111 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:11.014263 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:11.014871 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:11.015463 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:11.016095 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:11.016652 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:11.017239 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:11.017821 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:11.018414 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:11.019021 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:11.019634 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:11.027929 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:11.045107 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['439d0690-14d1-4e35-a821-e3dc82ecbe9a'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:48:11.248629 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1510469'] for subnet, precommit_delete_associations {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:11.355767 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989773'] for subnet, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:11.518137 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device a216289f-cbc1-432e-bcae-658d724158cf up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:48:11.669674 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port a216289f-cbc1-432e-bcae-658d724158cf completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:48:11.748762 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:11.841006 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50632) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:11.930122 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1510612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15463029'] for subnet, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:11.947743 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-fb16b2f2-c5b8-4c00-8197-7ca72b77ef0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:11.972523 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 439d0690-14d1-4e35-a821-e3dc82ecbe9a up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:48:11.988024 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:12.000818 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8bc23abc-5323-40ec-a15e-9f33381994d7 HTTP/1.1" status: 204 len: 168 time: 1.0961759 May 04 13:48:12.010877 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618001bd-081b-4144-8500-b09b8e1c4b99 req-3b733e9b-c631-4091-8e72-c1ee58ce490f tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:12.019438 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-618001bd-081b-4144-8500-b09b8e1c4b99 req-3b733e9b-c631-4091-8e72-c1ee58ce490f tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 944 time: 0.2662146 May 04 13:48:12.021087 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50638) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:12.050766 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc23abc-5323-40ec-a15e-9f33381994d7,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:12.082439 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.082439 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.082867 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.083457 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.083850 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.084256 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.084626 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.084991 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.085357 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.085735 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.086101 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.086457 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.090712 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-fc412ee8-e395-49ca-bfc2-c350b8c992f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:12.116049 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port 439d0690-14d1-4e35-a821-e3dc82ecbe9a completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:48:12.128571 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port 439d0690-14d1-4e35-a821-e3dc82ecbe9a triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:48:12.129866 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:12.241796 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-618001bd-081b-4144-8500-b09b8e1c4b99 req-af444039-1b95-4605-bb0f-9caedf5f5169 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214096 May 04 13:48:12.256437 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f42c4e39-8924-4b94-917c-5c2ed0165cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:12.266579 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-671dfd1e-7cd8-4ed3-9202-67d69211e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608811'] for network, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:12.329770 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:12.371774 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 439d0690-14d1-4e35-a821-e3dc82ecbe9a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=439d0690-14d1-4e35-a821-e3dc82ecbe9a,segment=NetworkSegment(c19f3a95-bd63-49af-995e-6e0d222faf5f),segment_id=c19f3a95-bd63-49af-995e-6e0d222faf5f)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:48:12.373594 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439d0690-14d1-4e35-a821-e3dc82ecbe9a'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:48:12.375450 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f42c4e39-8924-4b94-917c-5c2ed0165cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:12.383163 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:12.386114 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3f0de3a2-12f8-4cac-8350-2841084b850d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:12.407952 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-f42c4e39-8924-4b94-917c-5c2ed0165cff admin admin] Usage tracker for resource:security_group_rule and tenant:d8f758d18d424522b5f05577e207ab3b is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:12.413332 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-f42c4e39-8924-4b94-917c-5c2ed0165cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:12.447794 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f42c4e39-8924-4b94-917c-5c2ed0165cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:12.449598 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-671dfd1e-7cd8-4ed3-9202-67d69211e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985040', 'neutron.services.segments.db._delete_segments_for_network-8760702794289'] for network, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:12.492400 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439d0690-14d1-4e35-a821-e3dc82ecbe9a', 'code': 200} May 04 13:48:12.493878 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=439d0690-14d1-4e35-a821-e3dc82ecbe9a,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:12.518020 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.518451 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.518763 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.523106 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.523559 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.523855 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.524246 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.524858 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.525201 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.525541 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.525878 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.526209 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:12.540220 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:12.569027 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ca27c2-79dc-453e-bb76-7d2fcbe309c5 None None] Network 837d1d6a-cef0-4444-bf2f-24dd96641b9c requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:48:12.639876 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1977880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974463'] for router, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:12.680389 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-671dfd1e-7cd8-4ed3-9202-67d69211e269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7f5a6e-a920-49f1-9899-520183041510']}} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:12.705810 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-3fd8ba3f-080f-44a1-ab83-e4bedc6e8f37 None None] Provisioning for port a216289f-cbc1-432e-bcae-658d724158cf completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:48:12.715162 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-3fd8ba3f-080f-44a1-ab83-e4bedc6e8f37 None None] Provisioning complete for port a216289f-cbc1-432e-bcae-658d724158cf triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:48:12.715162 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3fd8ba3f-080f-44a1-ab83-e4bedc6e8f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:12.723791 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-671dfd1e-7cd8-4ed3-9202-67d69211e269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49475647-9be4-41c5-ae7e-c8fcacee629d') {'for_net_delete': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:12.723791 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-671dfd1e-7cd8-4ed3-9202-67d69211e269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49475647-9be4-41c5-ae7e-c8fcacee629d') {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:12.743732 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-671dfd1e-7cd8-4ed3-9202-67d69211e269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760702805351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1510524'] for segment, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:12.777807 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-671dfd1e-7cd8-4ed3-9202-67d69211e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:12.792931 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671dfd1e-7cd8-4ed3-9202-67d69211e269 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=73861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:48:13.070532 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3fd8ba3f-080f-44a1-ab83-e4bedc6e8f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:13.105825 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-671dfd1e-7cd8-4ed3-9202-67d69211e269 admin admin] Network bd7f5a6e-a920-49f1-9899-520183041510 has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:48:13.117432 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-671dfd1e-7cd8-4ed3-9202-67d69211e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-994584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1511030'] for segment, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:13.126962 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-3fd8ba3f-080f-44a1-ab83-e4bedc6e8f37 None None] For port a216289f-cbc1-432e-bcae-658d724158cf, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=a216289f-cbc1-432e-bcae-658d724158cf,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:48:13.134355 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3fd8ba3f-080f-44a1-ab83-e4bedc6e8f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:13.136629 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:13.159369 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f42c4e39-8924-4b94-917c-5c2ed0165cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:13.193264 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f42c4e39-8924-4b94-917c-5c2ed0165cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:13.227778 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8ba3f-080f-44a1-ab83-e4bedc6e8f37 None None] Pushing event updated for resources: {'Port': ['ID=a216289f-cbc1-432e-bcae-658d724158cf,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:13.231526 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3fd8ba3f-080f-44a1-ab83-e4bedc6e8f37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:13.258638 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a07b752a-e5e7-4d32-8024-84b6bc33dfd3 tempest-VolumesNegativeTest-959755905 tempest-VolumesNegativeTest-959755905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:13.302851 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-f42c4e39-8924-4b94-917c-5c2ed0165cff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8f758d18d424522b5f05577e207ab3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4416795 May 04 13:48:13.305750 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50648) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:13.389774 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa873c-8040-4f6d-8c6d-7a7fb12737be req-963ecc46-0f4a-4dd2-95fc-c0ba1c2eba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:13.392736 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6afa873c-8040-4f6d-8c6d-7a7fb12737be req-963ecc46-0f4a-4dd2-95fc-c0ba1c2eba39 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 1098 time: 0.6548944 May 04 13:48:13.397345 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c4e39-8924-4b94-917c-5c2ed0165cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6899052f-6b4a-4d71-a382-cadec235005f,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:13.403437 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f42c4e39-8924-4b94-917c-5c2ed0165cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:13.449736 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Router b039ab22-96cd-4eff-a62a-7176262b611f is scheduled to L3 agent 73496170-7287-4045-b161-19082356b6ce with binding_index 1 {{(pid=73860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 13:48:13.454661 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device a216289f-cbc1-432e-bcae-658d724158cf up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:48:13.538780 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-671dfd1e-7cd8-4ed3-9202-67d69211e269 admin admin] Network bd7f5a6e-a920-49f1-9899-520183041510 has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:48:13.542433 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d74628e-5201-4570-be0a-639b54b89513 None None] Provisioning complete for port a216289f-cbc1-432e-bcae-658d724158cf triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:48:13.542819 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d74628e-5201-4570-be0a-639b54b89513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: Traceback (most recent call last): May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: timer() May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: cb(*args, **kw) May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: return func(*args, **kwargs) May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: self._notify() May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: self.callback(batched_events) May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: event.method(event) May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: return f(self, *a, **k) May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: return self._get(url).json() May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: return self.request(url, 'GET', **kwargs) May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:48:13.569340 dv-cinder-789564-1-smb neutron-server[73861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:48:13.594829 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6afa873c-8040-4f6d-8c6d-7a7fb12737be req-62699c23-93fb-4edf-947f-51b5ac9a301c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883719 May 04 13:48:13.637437 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port a216289f-cbc1-432e-bcae-658d724158cf triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:48:13.638063 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:13.759015 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:48:13.782470 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f0f0e517-cb7f-4bf1-8ebd-455498d523b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:13.793587 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Sync routers for ids ['b039ab22-96cd-4eff-a62a-7176262b611f'] in dv-cinder-789564-1-smb {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:48:13.824209 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-671dfd1e-7cd8-4ed3-9202-67d69211e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974341'] for network, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:13.856305 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e106ddc-e889-4b2d-9bfa-cbdefb2ad37b req-715b54f5-f8cd-45a8-bdcf-00d45b27afd3 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:13.858937 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0e106ddc-e889-4b2d-9bfa-cbdefb2ad37b req-715b54f5-f8cd-45a8-bdcf-00d45b27afd3 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 945 time: 0.4171138 May 04 13:48:13.861469 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f0f0e517-cb7f-4bf1-8ebd-455498d523b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:13.869645 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-671dfd1e-7cd8-4ed3-9202-67d69211e269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:13.872715 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:13.875439 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] Notify callbacks [] for router, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:13.878610 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-ac2e2c5f-2854-4d48-99e3-e4c9e282d83f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9383543 May 04 13:48:13.882616 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50652) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:13.899259 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Routers {'b039ab22-96cd-4eff-a62a-7176262b611f'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:48:13.899259 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:47:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['b039ab22-96cd-4eff-a62a-7176262b611f'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:13.932196 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671dfd1e-7cd8-4ed3-9202-67d69211e269 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd7f5a6e-a920-49f1-9899-520183041510,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:13.943108 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-671dfd1e-7cd8-4ed3-9202-67d69211e269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:13.980918 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0e106ddc-e889-4b2d-9bfa-cbdefb2ad37b req-a027e4b8-ecee-450a-8003-d7a13be833d2 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894485 May 04 13:48:13.984633 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-671dfd1e-7cd8-4ed3-9202-67d69211e269 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bd7f5a6e-a920-49f1-9899-520183041510 HTTP/1.1" status: 204 len: 168 time: 1.9490254 May 04 13:48:14.047939 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f0f0e517-cb7f-4bf1-8ebd-455498d523b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:14.057202 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-556ac2bd-83ab-46f3-b07f-2d024c5e8ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:14.119981 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0e517-cb7f-4bf1-8ebd-455498d523b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6899052f-6b4a-4d71-a382-cadec235005f,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:14.136110 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-f0f0e517-cb7f-4bf1-8ebd-455498d523b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:14.137665 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f0f0e517-cb7f-4bf1-8ebd-455498d523b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:14.145121 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-f0f0e517-cb7f-4bf1-8ebd-455498d523b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6899052f-6b4a-4d71-a382-cadec235005f HTTP/1.1" status: 204 len: 168 time: 0.8386724 May 04 13:48:14.182698 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Set router b039ab22-96cd-4eff-a62a-7176262b611f gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:48:14.223334 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50662) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:14.413980 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-5dec1cee-c45d-4642-b754-a9a912bd0d47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0222a15be7b94760890f46e3aa01d152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866021 May 04 13:48:14.417497 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50668) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:14.579577 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c77f0556-03cb-4c99-b5d4-4ecb7cd7dc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:14.664197 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c77f0556-03cb-4c99-b5d4-4ecb7cd7dc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:14.774700 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c77f0556-03cb-4c99-b5d4-4ecb7cd7dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:14.776673 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:48:11Z', 'revision_number': 3, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:14.787653 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-7cb5f7cf-9447-4f5c-88a9-781734301f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:14.796205 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Checking router: b039ab22-96cd-4eff-a62a-7176262b611f for host: dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:48:14.796768 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Updating router b039ab22-96cd-4eff-a62a-7176262b611f port e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9 binding host dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:48:14.812228 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f0556-03cb-4c99-b5d4-4ecb7cd7dc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03691ece-8608-4065-b440-b04a24fc1298,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:14.822839 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-c77f0556-03cb-4c99-b5d4-4ecb7cd7dc0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:14.825826 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c77f0556-03cb-4c99-b5d4-4ecb7cd7dc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:14.832410 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-c77f0556-03cb-4c99-b5d4-4ecb7cd7dc0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03691ece-8608-4065-b440-b04a24fc1298 HTTP/1.1" status: 204 len: 168 time: 0.4118402 May 04 13:48:14.926654 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:14.963805 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50674) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:14.986441 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c7033686-1eb4-4f45-982f-df11dee6e9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:15.007054 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-c7033686-1eb4-4f45-982f-df11dee6e9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:15.015634 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-c7033686-1eb4-4f45-982f-df11dee6e9e9 admin admin] Usage tracker for resource:security_group_rule and tenant:5f16606b26af4825ac0ba5ca3f9afcde is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:15.026904 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-c7033686-1eb4-4f45-982f-df11dee6e9e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:15.045331 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-c7033686-1eb4-4f45-982f-df11dee6e9e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:15.299904 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:15.374181 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c7033686-1eb4-4f45-982f-df11dee6e9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:15.387642 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c7033686-1eb4-4f45-982f-df11dee6e9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:15.426155 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-c77f0556-03cb-4c99-b5d4-4ecb7cd7dc0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:15.524264 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-c7033686-1eb4-4f45-982f-df11dee6e9e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f16606b26af4825ac0ba5ca3f9afcde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5581846 May 04 13:48:15.528608 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7033686-1eb4-4f45-982f-df11dee6e9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd8d9e4-30f7-4396-8524-af209b4e5b81,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:15.531813 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50682) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:15.532889 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-c7033686-1eb4-4f45-982f-df11dee6e9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:15.566991 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444d63c-c4e6-482f-a3a5-e8a02a0b9dde req-92c69aaf-3ab4-465b-b3d8-fb0e2145b699 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:15.568646 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8444d63c-c4e6-482f-a3a5-e8a02a0b9dde req-92c69aaf-3ab4-465b-b3d8-fb0e2145b699 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 945 time: 0.2853959 May 04 13:48:15.593701 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:15.611441 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Transition to ACTIVE for port object e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:48:15.619611 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:15.628479 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9f44c906-3209-434d-9ebe-659508e43dbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:15.641013 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8444d63c-c4e6-482f-a3a5-e8a02a0b9dde req-80a95199-cf07-45e9-b800-fa2f8b8ee94a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587668 May 04 13:48:15.743629 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Attempting to bind port e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9 on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:48:15.744276 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Attempting to bind port e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9 by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:48:15.744875 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Attempting to bind port e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9 on network ec979011-6604-4968-ace9-769b935940bc {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:48:15.772412 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:48:15.773219 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Checking segment: {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:48:15.773578 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:15.774021 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Bound using segment: {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:48:15.774713 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Bound port: e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2730e229-41de-4a41-9721-86c0e571118c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec979011-6604-4968-ace9-769b935940bc'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:48:15.775108 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:15.792194 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dae9a4d1-3f0d-431a-9661-8a0f113ec7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:15.852404 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dae9a4d1-3f0d-431a-9661-8a0f113ec7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:15.871546 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Allocated IP 172.20.0.1 (837d1d6a-cef0-4444-bf2f-24dd96641b9c/468ed228-2645-4e84-b7ff-24abd353db04/c8289143-29f2-44c2-8942-b44ef23c09f8) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:48:15.886762 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84535e-c60c-4fb1-9d77-ce6b3d5ded92 None None] Pushing event updated for resources: {'Port': ['ID=e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:15.892384 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7c84535e-c60c-4fb1-9d77-ce6b3d5ded92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:15.904917 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] For port e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:48:15.909836 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] For port e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:48:15.914486 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:15.919930 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-90b1afbb-115c-4732-b760-4256082e97a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:15.990032 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Routers {'b039ab22-96cd-4eff-a62a-7176262b611f'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:48:15.990734 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:47:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['b039ab22-96cd-4eff-a62a-7176262b611f'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:16.043742 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f6935-3b3a-4e96-bfea-f69581f2d671 req-1824e486-59df-4b65-9fcd-51756b44ea78 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:16.048520 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e35f6935-3b3a-4e96-bfea-f69581f2d671 req-1824e486-59df-4b65-9fcd-51756b44ea78 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 945 time: 0.1816370 May 04 13:48:16.093874 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84535e-c60c-4fb1-9d77-ce6b3d5ded92 None None] Pushing event updated for resources: {'Port': ['ID=e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:16.101244 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7c84535e-c60c-4fb1-9d77-ce6b3d5ded92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:16.148770 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e35f6935-3b3a-4e96-bfea-f69581f2d671 req-0d424c4c-68f6-4050-81a6-f8469d0b1847 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812194 May 04 13:48:16.169131 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dae9a4d1-3f0d-431a-9661-8a0f113ec7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:16.181368 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a96a57d2-459c-49b5-9a9c-cef0187624ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:16.224535 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9a4d1-3f0d-431a-9661-8a0f113ec7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd8d9e4-30f7-4396-8524-af209b4e5b81,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:16.238310 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-dae9a4d1-3f0d-431a-9661-8a0f113ec7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:16.273525 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dae9a4d1-3f0d-431a-9661-8a0f113ec7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:16.275168 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-dae9a4d1-3f0d-431a-9661-8a0f113ec7fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fd8d9e4-30f7-4396-8524-af209b4e5b81 HTTP/1.1" status: 204 len: 168 time: 0.7415669 May 04 13:48:16.289750 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:16.326658 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Transition to ACTIVE for port object c8289143-29f2-44c2-8942-b44ef23c09f8 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:48:16.345160 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] Set router b039ab22-96cd-4eff-a62a-7176262b611f gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:48:16.391390 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:16.405257 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7b7fab54-ea91-4238-b509-11eed0824498 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:16.537316 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Network 837d1d6a-cef0-4444-bf2f-24dd96641b9c is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:48:16.541862 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:16.548554 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:48:16.696768 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Pushing event updated for resources: {'Port': ['ID=c8289143-29f2-44c2-8942-b44ef23c09f8,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:16.702999 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:16.722704 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967312'] for router_interface, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:16.931667 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:17.007370 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:48:11Z', 'revision_number': 3, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:17.011942 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385b052-9b22-4f69-86c7-8e802388002a None None] The sync data for ids ['b039ab22-96cd-4eff-a62a-7176262b611f'] in dv-cinder-789564-1-smb is: [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:48:11Z', 'revision_number': 3, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:48:17.042426 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1841125-c513-45e6-866e-bc9932e86b71 req-763a5bc2-352b-4831-8beb-b1a29ad18144 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:17.047416 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b1841125-c513-45e6-866e-bc9932e86b71 req-763a5bc2-352b-4831-8beb-b1a29ad18144 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 945 time: 0.1393054 May 04 13:48:17.048725 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-081a92ba-0660-41e2-9eb2-b4bb014550ef None None] Provisioning for port c8289143-29f2-44c2-8942-b44ef23c09f8 completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:48:17.057922 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-081a92ba-0660-41e2-9eb2-b4bb014550ef None None] Provisioning complete for port c8289143-29f2-44c2-8942-b44ef23c09f8 triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:48:17.058319 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-081a92ba-0660-41e2-9eb2-b4bb014550ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:17.151351 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b1841125-c513-45e6-866e-bc9932e86b71 req-f0066679-148b-4ecf-bed2-2d33891b349f tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947266 May 04 13:48:17.182521 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-081a92ba-0660-41e2-9eb2-b4bb014550ef None None] Port c8289143-29f2-44c2-8942-b44ef23c09f8 cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:48:17.386854 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:17.421129 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:17.543190 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5e21ffc6-c527-4afd-8bce-b7df9d13bc5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:17.615914 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967219'] for router_interface, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:17.641028 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Pushing event updated for resources: {'Port': ['ID=c8289143-29f2-44c2-8942-b44ef23c09f8,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:17.658649 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:17.970442 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Network 837d1d6a-cef0-4444-bf2f-24dd96641b9c is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:48:17.981365 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:18.320731 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-30b67bc3-a42c-460c-b7a1-eb64992499d0 None None] Provisioning complete for port c8289143-29f2-44c2-8942-b44ef23c09f8 triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:48:18.321624 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-30b67bc3-a42c-460c-b7a1-eb64992499d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:18.332571 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Router b039ab22-96cd-4eff-a62a-7176262b611f has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:48:18.413679 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-30b67bc3-a42c-460c-b7a1-eb64992499d0 None None] Port c8289143-29f2-44c2-8942-b44ef23c09f8 cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:48:18.742870 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:48:18.749863 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] 10.222.0.44 "PUT /v2.0/routers/b039ab22-96cd-4eff-a62a-7176262b611f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8658638 May 04 13:48:18.755026 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bd2a009d-cb67-41a8-8f63-0b9daf7b3ef6 req-a3f3c4f0-a267-4d7c-b382-563dd6f026f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2060423 May 04 13:48:18.892403 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a009d-cb67-41a8-8f63-0b9daf7b3ef6 req-75842ead-653a-412d-8e10-2beb49b8a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:18.894492 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bd2a009d-cb67-41a8-8f63-0b9daf7b3ef6 req-75842ead-653a-412d-8e10-2beb49b8a9ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7bea85a15656418198b0f51c80271aca&device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 1098 time: 0.1060388 May 04 13:48:19.145440 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a009d-cb67-41a8-8f63-0b9daf7b3ef6 req-fc627bcd-1645-454d-aa3e-0a24d56855df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:19.147139 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bd2a009d-cb67-41a8-8f63-0b9daf7b3ef6 req-fc627bcd-1645-454d-aa3e-0a24d56855df service neutron] 10.222.0.30 "GET /v2.0/networks?id=1fd94811-ffd9-4e26-916f-1e2fa598c199 HTTP/1.1" status: 200 len: 912 time: 0.2292507 May 04 13:48:19.292779 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bd2a009d-cb67-41a8-8f63-0b9daf7b3ef6 req-ee770793-ee1d-474d-9400-a1d692b6f167 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=add37c68-5159-4010-8064-843be37f3631 HTTP/1.1" status: 200 len: 1000 time: 0.1319637 May 04 13:48:19.484040 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a009d-cb67-41a8-8f63-0b9daf7b3ef6 req-4f7a0adb-9425-4efe-a0d0-e1ab62524c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:19.487296 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bd2a009d-cb67-41a8-8f63-0b9daf7b3ef6 req-4f7a0adb-9425-4efe-a0d0-e1ab62524c7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44f55995-417a-4b33-b1ec-1e179bdc93a5 HTTP/1.1" status: 200 len: 850 time: 0.1849222 May 04 13:48:19.509528 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:48:19.527793 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Sync routers for ids ['b039ab22-96cd-4eff-a62a-7176262b611f'] in dv-cinder-789564-1-smb {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:48:19.554381 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Routers {'b039ab22-96cd-4eff-a62a-7176262b611f'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:48:19.555691 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:47:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['b039ab22-96cd-4eff-a62a-7176262b611f'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:19.651102 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a009d-cb67-41a8-8f63-0b9daf7b3ef6 req-38d7cc4f-cade-43cd-9acc-019fff6d2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:19.654252 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bd2a009d-cb67-41a8-8f63-0b9daf7b3ef6 req-38d7cc4f-cade-43cd-9acc-019fff6d2ce9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fd94811-ffd9-4e26-916f-1e2fa598c199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1583529 May 04 13:48:19.680372 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:48:19.688906 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:48:19.689304 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:19.955907 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bd2a009d-cb67-41a8-8f63-0b9daf7b3ef6 req-72b73cec-16ab-445b-8bc8-27bc63990f9a service neutron] 10.222.0.30 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932446 May 04 13:48:20.037296 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Set router b039ab22-96cd-4eff-a62a-7176262b611f gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:48:20.054953 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:20.093302 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:48:20.111523 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:20.124745 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:20.318835 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:20.336214 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:20.385712 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-bd2a009d-cb67-41a8-8f63-0b9daf7b3ef6 req-aa15179a-0abd-4b32-9895-224711b48f69 service neutron] 10.222.0.30 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212041 May 04 13:48:20.735373 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50788) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:20.742056 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-434c7170-9802-474d-a311-ba031ae8987b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--449607863', 'description': 'tempest-description--848887027'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:20.750533 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-434c7170-9802-474d-a311-ba031ae8987b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:20.756276 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-434c7170-9802-474d-a311-ba031ae8987b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Usage tracker for resource:security_group and tenant:aa011d4f8ea24f91a968eb99a050ed79 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:20.761115 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-434c7170-9802-474d-a311-ba031ae8987b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:20.793276 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-434c7170-9802-474d-a311-ba031ae8987b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:20.825464 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:48:16Z', 'revision_number': 4, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'c8289143-29f2-44c2-8942-b44ef23c09f8', 'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'mac_address': 'fa:16:3e:22:9f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:15Z', 'updated_at': '2021-05-04T13:48:17Z', 'revision_number': 2, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'subnets': [{'id': '468ed228-2645-4e84-b7ff-24abd353db04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:20.838362 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-434c7170-9802-474d-a311-ba031ae8987b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:20.843064 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Checking router: b039ab22-96cd-4eff-a62a-7176262b611f for host: dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:48:20.844105 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Updating router b039ab22-96cd-4eff-a62a-7176262b611f port c8289143-29f2-44c2-8942-b44ef23c09f8 binding host dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:48:20.906049 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-434c7170-9802-474d-a311-ba031ae8987b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:20.917601 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-434c7170-9802-474d-a311-ba031ae8987b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Usage tracker for resource:security_group_rule and tenant:aa011d4f8ea24f91a968eb99a050ed79 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:20.923317 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-434c7170-9802-474d-a311-ba031ae8987b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:20.941019 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-434c7170-9802-474d-a311-ba031ae8987b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:21.061919 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:21.147580 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-434c7170-9802-474d-a311-ba031ae8987b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:21.156382 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-434c7170-9802-474d-a311-ba031ae8987b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:21.168338 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-085b7fa2-9822-463e-9a0b-9d2753648e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:21.251166 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c7170-9802-474d-a311-ba031ae8987b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c331da8d-3591-4d2f-ab18-add4b7ca4994,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:21.271478 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-434c7170-9802-474d-a311-ba031ae8987b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:21.276266 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-434c7170-9802-474d-a311-ba031ae8987b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:21.280392 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-434c7170-9802-474d-a311-ba031ae8987b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5429904 May 04 13:48:21.285125 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50796) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:21.293495 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-b549a443-1ed3-47d7-b6d2-01466c58866b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Request body: {'security_group_rule': {'security_group_id': 'c331da8d-3591-4d2f-ab18-add4b7ca4994', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:21.306035 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-b549a443-1ed3-47d7-b6d2-01466c58866b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:21.316156 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-b549a443-1ed3-47d7-b6d2-01466c58866b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Usage tracker for resource:security_group_rule and tenant:aa011d4f8ea24f91a968eb99a050ed79 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:21.327253 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-b549a443-1ed3-47d7-b6d2-01466c58866b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:21.342643 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-b549a443-1ed3-47d7-b6d2-01466c58866b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:21.375878 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b549a443-1ed3-47d7-b6d2-01466c58866b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:21.489348 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:48:21.558668 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b549a443-1ed3-47d7-b6d2-01466c58866b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:21.601300 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b549a443-1ed3-47d7-b6d2-01466c58866b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:21.606937 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-2f819bb9-bfb1-49ee-a6c0-dd8b5130d498 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:21.654605 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549a443-1ed3-47d7-b6d2-01466c58866b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fdf763d-5214-47ba-9198-69f8243a13fe,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:21.664779 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b549a443-1ed3-47d7-b6d2-01466c58866b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:21.676733 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:48:21.677382 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:21.679866 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b549a443-1ed3-47d7-b6d2-01466c58866b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:21.681484 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-b549a443-1ed3-47d7-b6d2-01466c58866b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3942845 May 04 13:48:21.686563 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50808) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:21.693587 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-ca888479-5a10-457d-8d14-3f99cd863571 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Request body: {'security_group_rule': {'security_group_id': 'c331da8d-3591-4d2f-ab18-add4b7ca4994', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:21.711520 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab6ab1-4669-4b04-a5fa-905a4271ad6e req-bad3528c-bfb2-44c1-a27b-fbde66351ea4 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:21.713767 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ca888479-5a10-457d-8d14-3f99cd863571 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:21.720429 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9dab6ab1-4669-4b04-a5fa-905a4271ad6e req-bad3528c-bfb2-44c1-a27b-fbde66351ea4 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.1596684 May 04 13:48:21.727921 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-ca888479-5a10-457d-8d14-3f99cd863571 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Usage tracker for resource:security_group_rule and tenant:aa011d4f8ea24f91a968eb99a050ed79 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:21.741457 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-ca888479-5a10-457d-8d14-3f99cd863571 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:21.766796 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ca888479-5a10-457d-8d14-3f99cd863571 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:21.819816 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9dab6ab1-4669-4b04-a5fa-905a4271ad6e req-76601db4-59d3-4b10-94e9-bd33919cbbf9 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980203 May 04 13:48:21.823082 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ca888479-5a10-457d-8d14-3f99cd863571 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:22.005438 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ca888479-5a10-457d-8d14-3f99cd863571 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:22.009855 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ca888479-5a10-457d-8d14-3f99cd863571 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:22.011101 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Notify callbacks [] for port, precommit_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:22.012035 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2be66e4a-a865-40fb-9b9a-ff72ad74e283 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:22.030340 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.provisioning_blocks [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Transition to ACTIVE for port object c8289143-29f2-44c2-8942-b44ef23c09f8 will not be triggered until provisioned by entity L2. {{(pid=73863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:48:22.035610 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca888479-5a10-457d-8d14-3f99cd863571 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934bf50c-c16e-47d3-9677-2eac6708e3ed,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:22.040193 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ca888479-5a10-457d-8d14-3f99cd863571 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:22.041916 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:22.049867 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-33b05775-59f3-4dcb-a341-fa523c307d21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:22.051270 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ca888479-5a10-457d-8d14-3f99cd863571 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:22.052572 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-ca888479-5a10-457d-8d14-3f99cd863571 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3646452 May 04 13:48:22.055853 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50812) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:22.063650 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Request body: {'floatingip': {'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:22.069914 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:22.074145 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Usage tracker for resource:floatingip and tenant:aa011d4f8ea24f91a968eb99a050ed79 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:22.078023 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:22.087339 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:22.115306 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for floatingip, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:22.172857 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:22.214569 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4026e9-cccc-45fa-9f29-af9e47101a22 None None] Pushing event updated for resources: {'Port': ['ID=c8289143-29f2-44c2-8942-b44ef23c09f8,revision_number=3']} {{(pid=73863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:22.219219 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-5c4026e9-cccc-45fa-9f29-af9e47101a22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:22.322240 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Attempting to bind port c8289143-29f2-44c2-8942-b44ef23c09f8 on host dv-cinder-789564-1-smb for vnic_type normal with profile {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:48:22.322624 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Attempting to bind port c8289143-29f2-44c2-8942-b44ef23c09f8 by drivers openvswitch,hyperv on host dv-cinder-789564-1-smb at level 0 using segments [{'id': 'cea91874-ce0f-4a95-a788-ad6a72b53740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c'}] {{(pid=73863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:48:22.323045 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Attempting to bind port c8289143-29f2-44c2-8942-b44ef23c09f8 on network 837d1d6a-cef0-4444-bf2f-24dd96641b9c {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:48:22.330613 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Checking agent: {'id': 'bb39bfd9-a51d-4ab4-8fb4-f4b11bd23e3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 35, 59), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:48:22.330978 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Checking segment: {'id': 'cea91874-ce0f-4a95-a788-ad6a72b53740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:48:22.331387 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:22.331788 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Bound using segment: {'id': 'cea91874-ce0f-4a95-a788-ad6a72b53740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c'} {{(pid=73863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:48:22.332364 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.managers [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Bound port: c8289143-29f2-44c2-8942-b44ef23c09f8, host: dv-cinder-789564-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea91874-ce0f-4a95-a788-ad6a72b53740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c'}}] {{(pid=73863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:48:22.332806 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:22.383871 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:22.436879 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.db [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] For port c8289143-29f2-44c2-8942-b44ef23c09f8, host dv-cinder-789564-1-smb, cleared binding levels {{(pid=73863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:48:22.440613 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.plugins.ml2.db [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] For port c8289143-29f2-44c2-8942-b44ef23c09f8, host dv-cinder-789564-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=c8289143-29f2-44c2-8942-b44ef23c09f8,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:48:22.446968 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron_lib.callbacks.manager [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:22.451222 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-a5a58873-5c91-4d2d-bd39-634372634b77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:22.563561 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Routers {'b039ab22-96cd-4eff-a62a-7176262b611f'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:48:22.564929 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:47:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['b039ab22-96cd-4eff-a62a-7176262b611f'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:22.586737 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Allocated IP 172.28.3.207 (ec979011-6604-4968-ace9-769b935940bc/86424637-3a1b-4645-9cbe-37dcbde5db40/cda47905-5a4e-4111-b9b3-21165a5f522f) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:48:22.649351 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4026e9-cccc-45fa-9f29-af9e47101a22 None None] Pushing event updated for resources: {'Port': ['ID=c8289143-29f2-44c2-8942-b44ef23c09f8,revision_number=4']} {{(pid=73863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:22.653049 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG oslo_concurrency.lockutils [None req-5c4026e9-cccc-45fa-9f29-af9e47101a22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:22.792574 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] Set router b039ab22-96cd-4eff-a62a-7176262b611f gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:48:22.811577 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:22.863661 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:22.877659 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ea7cf9aa-c80a-4ea8-a567-b608fffad697 tempest-ServerRescueNegativeTestJSON-1985352929 tempest-ServerRescueNegativeTestJSON-1985352929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:23.081783 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Pushing event updated for resources: {'Port': ['ID=cda47905-5a4e-4111-b9b3-21165a5f522f,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:23.085633 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:23.106164 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Network ec979011-6604-4968-ace9-769b935940bc is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:48:23.109094 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:23.115010 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:48:23.361551 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e527e9-0c5c-44ec-96e5-18196c7c16c2 req-7a6dffdd-4782-4500-bdee-1923e77fbd85 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:23.373958 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c5e527e9-0c5c-44ec-96e5-18196c7c16c2 req-7a6dffdd-4782-4500-bdee-1923e77fbd85 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.2652972 May 04 13:48:23.473216 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:23.553435 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c5e527e9-0c5c-44ec-96e5-18196c7c16c2 req-5722a12b-2485-4d43-bcb8-a76e54f67dc3 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780493 May 04 13:48:23.577879 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-44056902-ad65-4157-84e9-d65953a05fff tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Synchronizing usage tracker for tenant:ba7d7287eddb4c00ab92d7d96e686d4e on resource:security_group {{(pid=73861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:48:23.590017 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:48:16Z', 'revision_number': 4, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'c8289143-29f2-44c2-8942-b44ef23c09f8', 'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'mac_address': 'fa:16:3e:22:9f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:15Z', 'updated_at': '2021-05-04T13:48:22Z', 'revision_number': 4, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'subnets': [{'id': '468ed228-2645-4e84-b7ff-24abd353db04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:23.597700 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48bbb5-09ed-4a08-ad8b-9f64341533a3 None None] The sync data for ids ['b039ab22-96cd-4eff-a62a-7176262b611f'] in dv-cinder-789564-1-smb is: [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:48:16Z', 'revision_number': 4, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'c8289143-29f2-44c2-8942-b44ef23c09f8', 'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'mac_address': 'fa:16:3e:22:9f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:15Z', 'updated_at': '2021-05-04T13:48:22Z', 'revision_number': 4, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'subnets': [{'id': '468ed228-2645-4e84-b7ff-24abd353db04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:48:23.630979 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-44056902-ad65-4157-84e9-d65953a05fff tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Unset dirty status for tenant:ba7d7287eddb4c00ab92d7d96e686d4e on resource:security_group {{(pid=73861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:48:23.633001 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-44056902-ad65-4157-84e9-d65953a05fff tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114713549&fields=id&tenant_id=ba7d7287eddb4c00ab92d7d96e686d4e HTTP/1.1" status: 200 len: 267 time: 0.1895401 May 04 13:48:23.732101 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:23.942178 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed971c-3f5b-4422-bab8-d852bf3e8089 req-dabd7cb4-08d8-4f8c-8e3f-8901cf71a446 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:23.943100 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-35ed971c-3f5b-4422-bab8-d852bf3e8089 req-dabd7cb4-08d8-4f8c-8e3f-8901cf71a446 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Synchronizing usage tracker for tenant:7bea85a15656418198b0f51c80271aca on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:48:23.979006 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-19013568-59c3-4f98-b5ff-073dd9dd351d tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:23.980228 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-19013568-59c3-4f98-b5ff-073dd9dd351d tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Synchronizing usage tracker for tenant:ba7d7287eddb4c00ab92d7d96e686d4e on resource:network {{(pid=73861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:48:24.006007 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-19013568-59c3-4f98-b5ff-073dd9dd351d tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Unset dirty status for tenant:ba7d7287eddb4c00ab92d7d96e686d4e on resource:network {{(pid=73861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:48:24.015886 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-19013568-59c3-4f98-b5ff-073dd9dd351d tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/networks?id=5819c209-e830-494e-8b5b-2011ecaaec60 HTTP/1.1" status: 200 len: 808 time: 0.3741791 May 04 13:48:24.029795 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-35ed971c-3f5b-4422-bab8-d852bf3e8089 req-dabd7cb4-08d8-4f8c-8e3f-8901cf71a446 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Unset dirty status for tenant:7bea85a15656418198b0f51c80271aca on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:48:24.031866 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-35ed971c-3f5b-4422-bab8-d852bf3e8089 req-dabd7cb4-08d8-4f8c-8e3f-8901cf71a446 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.30 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.4370720 May 04 13:48:24.040389 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-877f435c-8fc2-4e93-97dc-d14add66ae17 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/quotas/ba7d7287eddb4c00ab92d7d96e686d4e HTTP/1.1" status: 200 len: 375 time: 0.0225341 May 04 13:48:24.159097 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-74b15d99-3969-476a-b5c1-c78badc26e61 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba7d7287eddb4c00ab92d7d96e686d4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1173952 May 04 13:48:24.352089 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:24.361876 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:24.368210 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:24.467119 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-942dd01c-e613-4a4b-a2ed-33721922cb42 service neutron] 10.222.0.44 "GET /v2.0/networks/5819c209-e830-494e-8b5b-2011ecaaec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868557 May 04 13:48:24.481951 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602d964-b484-4c83-9e7e-6179166e5da7 req-fdc76eeb-1329-46b1-9047-d18bdd9cc621 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:24.485218 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7602d964-b484-4c83-9e7e-6179166e5da7 req-fdc76eeb-1329-46b1-9047-d18bdd9cc621 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 945 time: 0.2658288 May 04 13:48:24.533949 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-35ed971c-3f5b-4422-bab8-d852bf3e8089 req-10873bd3-c2c9-4daa-9971-4737ecd659ca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Deleting port add37c68-5159-4010-8064-843be37f3631 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:48:24.534942 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-35ed971c-3f5b-4422-bab8-d852bf3e8089 req-10873bd3-c2c9-4daa-9971-4737ecd659ca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:24.573574 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Pushing event updated for resources: {'Port': ['ID=cda47905-5a4e-4111-b9b3-21165a5f522f,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:24.580597 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:24.609587 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974359'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:24.711346 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for floatingip, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:24.716329 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-6873b212-9559-4133-b0d9-01f7a0ebc396 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6558828 May 04 13:48:24.772005 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7602d964-b484-4c83-9e7e-6179166e5da7 req-0c5b4e45-a6ba-4b05-a2c6-4d688a784f81 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410045 May 04 13:48:24.812189 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-ac0d5755-9f53-4860-bfc5-f520535ea1c5 service neutron] 10.222.0.44 "GET /v2.0/networks/5819c209-e830-494e-8b5b-2011ecaaec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254282 May 04 13:48:24.822698 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50846) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:24.835980 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-35ed971c-3f5b-4422-bab8-d852bf3e8089 req-10873bd3-c2c9-4daa-9971-4737ecd659ca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] For port add37c68-5159-4010-8064-843be37f3631, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=add37c68-5159-4010-8064-843be37f3631,segment=NetworkSegment(314af9a7-9530-4926-9518-e292dd0275c6),segment_id=314af9a7-9530-4926-9518-e292dd0275c6)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:48:24.836647 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-35ed971c-3f5b-4422-bab8-d852bf3e8089 req-10873bd3-c2c9-4daa-9971-4737ecd659ca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:25.253653 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a74f4c-53bd-4664-a95a-c0f38a78b8f1 req-903d5cb0-ad2b-496f-a3b4-84584776e905 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:25.261090 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-04a74f4c-53bd-4664-a95a-c0f38a78b8f1 req-903d5cb0-ad2b-496f-a3b4-84584776e905 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 945 time: 0.1845341 May 04 13:48:25.552422 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device c8289143-29f2-44c2-8942-b44ef23c09f8 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:48:25.579742 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-04a74f4c-53bd-4664-a95a-c0f38a78b8f1 req-0a70b6a5-06ff-4fa4-8691-eea498c50ce7 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038883 May 04 13:48:25.620398 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d3055a-1127-4150-aadd-d19a1b128ea3 tempest-TestMinimumBasicScenario-749431854 tempest-TestMinimumBasicScenario-749431854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:25.621768 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-a6d3055a-1127-4150-aadd-d19a1b128ea3 tempest-TestMinimumBasicScenario-749431854 tempest-TestMinimumBasicScenario-749431854-project-admin] Synchronizing usage tracker for tenant:e8e82c2902c64ab29cf39e6726269c85 on resource:port {{(pid=73861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:48:25.681240 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-35ed971c-3f5b-4422-bab8-d852bf3e8089 req-10873bd3-c2c9-4daa-9971-4737ecd659ca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:25.681740 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-35ed971c-3f5b-4422-bab8-d852bf3e8089 req-10873bd3-c2c9-4daa-9971-4737ecd659ca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974359'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:25.682134 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.db.l3_db [req-35ed971c-3f5b-4422-bab8-d852bf3e8089 req-10873bd3-c2c9-4daa-9971-4737ecd659ca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Floating IP 4f747258-cb1f-4742-9ac7-6e36438752c7 disassociated. External IP: 172.28.3.79, port: add37c68-5159-4010-8064-843be37f3631. May 04 13:48:25.682561 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-35ed971c-3f5b-4422-bab8-d852bf3e8089 req-10873bd3-c2c9-4daa-9971-4737ecd659ca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Calling delete_port for add37c68-5159-4010-8064-843be37f3631 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:48:25.701353 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-a2891081-d1ae-4a42-b8a0-f6b3262d5d8b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--449607863&fields=id&tenant_id=aa011d4f8ea24f91a968eb99a050ed79 HTTP/1.1" status: 200 len: 267 time: 0.0684052 May 04 13:48:25.702139 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-a6d3055a-1127-4150-aadd-d19a1b128ea3 tempest-TestMinimumBasicScenario-749431854 tempest-TestMinimumBasicScenario-749431854-project-admin] Unset dirty status for tenant:e8e82c2902c64ab29cf39e6726269c85 on resource:port {{(pid=73861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:48:25.706137 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-a6d3055a-1127-4150-aadd-d19a1b128ea3 tempest-TestMinimumBasicScenario-749431854 tempest-TestMinimumBasicScenario-749431854-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 1093 time: 0.8795013 May 04 13:48:25.707610 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50882) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:25.716340 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Request body: {'floatingip': {'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'port_id': '439d0690-14d1-4e35-a821-e3dc82ecbe9a', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'fixed_ip_address': '172.20.0.7'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:25.746700 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning for port c8289143-29f2-44c2-8942-b44ef23c09f8 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:48:25.750209 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:25.754857 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Usage tracker for resource:floatingip and tenant:cd535cb7605d4b0ba00714d0c6f98aad is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:25.758830 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:25.760635 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port c8289143-29f2-44c2-8942-b44ef23c09f8 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:48:25.761097 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:25.766500 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:25.836700 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for floatingip, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:25.859999 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-35ed971c-3f5b-4422-bab8-d852bf3e8089 req-10873bd3-c2c9-4daa-9971-4737ecd659ca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:25.866344 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6721ee14-e62b-4552-963f-2f5a770567fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:25.890647 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0ff89106-9ac8-4ed0-9a7b-cfd729360392 req-63df0237-bea3-45df-a06f-9af7730e9782 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 210 time: 0.1122925 May 04 13:48:25.935525 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10873bd3-c2c9-4daa-9971-4737ecd659ca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Pushing event deleted for resources: {'Port': ['ID=add37c68-5159-4010-8064-843be37f3631,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:25.943106 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-10873bd3-c2c9-4daa-9971-4737ecd659ca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:26.040767 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:26.126769 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] For port c8289143-29f2-44c2-8942-b44ef23c09f8, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=c8289143-29f2-44c2-8942-b44ef23c09f8,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:48:26.135046 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:26.143421 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:26.171275 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-04feb9d5-1302-4e47-9e1a-bf496bea2f36 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:26.174877 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-04feb9d5-1302-4e47-9e1a-bf496bea2f36 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/networks?id=837d1d6a-cef0-4444-bf2f-24dd96641b9c HTTP/1.1" status: 200 len: 817 time: 0.4627287 May 04 13:48:26.211578 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9dc159e5-7834-4235-8ae6-8c31a1e6b128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:26.228834 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-81dd8edb-f0f9-40e0-8774-52d778012b7e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/quotas/aa011d4f8ea24f91a968eb99a050ed79 HTTP/1.1" status: 200 len: 375 time: 0.0307653 May 04 13:48:26.254065 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:26.255171 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Pushing event updated for resources: {'Port': ['ID=c8289143-29f2-44c2-8942-b44ef23c09f8,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:26.260139 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:26.426585 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35ed971c-3f5b-4422-bab8-d852bf3e8089 req-10873bd3-c2c9-4daa-9971-4737ecd659ca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Router df7df9e8-50d7-4852-bc0b-6c8423769823 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:48:26.493644 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-d3958599-f1fb-4956-a09f-f528d52b699a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa011d4f8ea24f91a968eb99a050ed79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2415929 May 04 13:48:26.534095 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Allocated IP 172.28.3.253 (ec979011-6604-4968-ace9-769b935940bc/86424637-3a1b-4645-9cbe-37dcbde5db40/86dfa08e-18a9-4b57-ae8a-825849187f59) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:48:26.714394 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35ed971c-3f5b-4422-bab8-d852bf3e8089 req-10873bd3-c2c9-4daa-9971-4737ecd659ca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:48:26.728442 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7e11a-0c91-40eb-bcde-55b06910dfcc None None] Sync routers for ids ['df7df9e8-50d7-4852-bc0b-6c8423769823'] in dv-cinder-789564-1-smb {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:48:26.745247 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-c7b6c6b3-fede-4466-bb05-b5c13aeed53c service neutron] 10.222.0.44 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215381 May 04 13:48:26.782184 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd7e11a-0c91-40eb-bcde-55b06910dfcc None None] Routers {'df7df9e8-50d7-4852-bc0b-6c8423769823'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:48:26.783798 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-9fd7e11a-0c91-40eb-bcde-55b06910dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:47:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['df7df9e8-50d7-4852-bc0b-6c8423769823'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:26.800221 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ed971c-3f5b-4422-bab8-d852bf3e8089 req-10873bd3-c2c9-4daa-9971-4737ecd659ca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] No DVR routers for this DVR port add37c68-5159-4010-8064-843be37f3631 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:48:26.803026 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-35ed971c-3f5b-4422-bab8-d852bf3e8089 req-10873bd3-c2c9-4daa-9971-4737ecd659ca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:26.808323 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547a35c8-44b6-4493-9385-6ac5d11fe8bf', 'name': 'network-vif-deleted', 'tag': 'add37c68-5159-4010-8064-843be37f3631'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:48:26.832825 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-35ed971c-3f5b-4422-bab8-d852bf3e8089 req-10873bd3-c2c9-4daa-9971-4737ecd659ca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.30 "DELETE /v2.0/ports/add37c68-5159-4010-8064-843be37f3631 HTTP/1.1" status: 204 len: 173 time: 2.7348268 May 04 13:48:27.146850 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-17b38790-07af-4d24-b04f-02827768a1a6 req-72037890-4e6a-41b1-af95-72a79d7f3f72 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 210 time: 0.3394918 May 04 13:48:27.205376 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-9fd7e11a-0c91-40eb-bcde-55b06910dfcc None None] Set router df7df9e8-50d7-4852-bc0b-6c8423769823 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:48:27.371202 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547a35c8-44b6-4493-9385-6ac5d11fe8bf', 'name': 'network-vif-deleted', 'tag': 'add37c68-5159-4010-8064-843be37f3631', 'status': 'completed', 'code': 200} May 04 13:48:27.387780 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:27.442911 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-b524e686-9472-425c-9c42-f4c00c202659 service neutron] 10.222.0.44 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6308987 May 04 13:48:27.535767 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-6c52d9a4-4b06-4798-89f5-7b5254f6dc85 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:27.540590 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-6c52d9a4-4b06-4798-89f5-7b5254f6dc85 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.30 "GET /v2.0/networks?id=5819c209-e830-494e-8b5b-2011ecaaec60 HTTP/1.1" status: 200 len: 808 time: 0.5311339 May 04 13:48:27.548230 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:27.559024 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-76e5a3c5-a86a-414b-b1cb-08d80090bb08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:27.786626 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-ce45144d-9c56-44be-b477-c51e084c5b95 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Synchronizing usage tracker for tenant:ba7d7287eddb4c00ab92d7d96e686d4e on resource:security_group {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:48:27.839001 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Pushing event updated for resources: {'Port': ['ID=86dfa08e-18a9-4b57-ae8a-825849187f59,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:27.858462 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:27.872092 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device c8289143-29f2-44c2-8942-b44ef23c09f8 up at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:48:27.892144 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-ce45144d-9c56-44be-b477-c51e084c5b95 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Unset dirty status for tenant:ba7d7287eddb4c00ab92d7d96e686d4e on resource:security_group {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:48:27.894540 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-ce45144d-9c56-44be-b477-c51e084c5b95 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba7d7287eddb4c00ab92d7d96e686d4e HTTP/1.1" status: 200 len: 379 time: 0.3447371 May 04 13:48:27.931871 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Request body: {'port': {'device_id': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60', 'admin_state_up': True, 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'security_groups': ['f189ce17-5f72-49f4-9709-d285eaf7fe8d']}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:28.070045 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f5a413a6-d020-4368-8333-a8e767b4ee41 req-1672db5e-f6b3-4077-9da5-a93db5a34697 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 210 time: 0.2036438 May 04 13:48:28.186436 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Network ec979011-6604-4968-ace9-769b935940bc is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:48:28.202434 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Resources bound (agent type, host, resource id): {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:28.207057 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:48:28.274332 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-89d00677-2c71-495d-9af4-13d6a6558895 req-c71b2ef9-d649-4237-a5ca-de357ad52bd4 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 210 time: 0.1914880 May 04 13:48:28.364920 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device add37c68-5159-4010-8064-843be37f3631 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:48:28.577573 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] No Port match for: add37c68-5159-4010-8064-843be37f3631 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:48:28.577955 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device add37c68-5159-4010-8064-843be37f3631 not bound to the agent host hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:48:28.601565 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:28.628542 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Usage tracker for resource:port and tenant:ba7d7287eddb4c00ab92d7d96e686d4e is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:28.637528 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:28.640313 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Provisioning complete for port c8289143-29f2-44c2-8942-b44ef23c09f8 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:48:28.640791 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:28.648698 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:28.664639 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Made reservation on behalf of ba7d7287eddb4c00ab92d7d96e686d4e for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:48:28.673374 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:28.940556 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a65969f6-dfba-4081-a803-e7cbf0e82bf4 req-a7823b5b-00ae-4544-ad87-87dba1d693d4 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=547a35c8-44b6-4493-9385-6ac5d11fe8bf HTTP/1.1" status: 200 len: 210 time: 0.2014880 May 04 13:48:29.008214 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d1253ef-efab-45b8-8f73-75b873c394be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:29.084321 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-9fd7e11a-0c91-40eb-bcde-55b06910dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:26Z', 'revision_number': 4, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'e1ee3632-9113-4a3f-b4ff-7fb990f03b74', 'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'mac_address': 'fa:16:3e:9c:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:22Z', 'updated_at': '2021-05-04T13:44:38Z', 'revision_number': 5, 'project_id': '7bea85a15656418198b0f51c80271aca', 'subnets': [{'id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:29.094565 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7e11a-0c91-40eb-bcde-55b06910dfcc None None] Checking router: df7df9e8-50d7-4852-bc0b-6c8423769823 for host: dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:48:29.172813 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd7e11a-0c91-40eb-bcde-55b06910dfcc None None] Routers {'df7df9e8-50d7-4852-bc0b-6c8423769823'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:48:29.173846 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-9fd7e11a-0c91-40eb-bcde-55b06910dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:48:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['df7df9e8-50d7-4852-bc0b-6c8423769823'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:29.199371 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Allocated IP 172.20.0.5 (5819c209-e830-494e-8b5b-2011ecaaec60/afaec3b4-ea0f-4701-811e-4142e4284074/4ff57207-26f9-4e2a-9aa8-44cc3fc3b023) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:48:29.434714 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50928) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:29.614283 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:29.679775 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-9fd7e11a-0c91-40eb-bcde-55b06910dfcc None None] Set router df7df9e8-50d7-4852-bc0b-6c8423769823 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:48:29.741281 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:29.749753 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-fa168924-07be-4c59-be74-c87dc9d61045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:29.758688 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fd2fcfa0-752f-46e5-a2b5-fd9130b6aadc req-2974b4b8-2133-4dc6-98eb-b979fe7203ac tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 210 time: 0.2506781 May 04 13:48:29.800722 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6f5346bd-e227-4406-a3e2-978fba4c41b3 req-f470ebc8-daf0-4983-864e-b42f3689f0b1 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 210 time: 0.1336517 May 04 13:48:29.805522 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Transition to ACTIVE for port object 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:48:29.864879 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:29.909705 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-fa168924-07be-4c59-be74-c87dc9d61045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:29.913318 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d67f0f8a-5553-4d88-8091-e2ed2febb4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:29.919803 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:29.952621 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-fa168924-07be-4c59-be74-c87dc9d61045 admin admin] Usage tracker for resource:security_group_rule and tenant:b6127fe5f2c44b25aea8a8f7a99572d6 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:29.978621 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-fa168924-07be-4c59-be74-c87dc9d61045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:30.029397 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-fa168924-07be-4c59-be74-c87dc9d61045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:30.083024 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Network 5819c209-e830-494e-8b5b-2011ecaaec60 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:48:30.100428 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:30.119237 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:48:30.266320 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Pushing event updated for resources: {'Port': ['ID=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:30.299174 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:30.312787 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50938) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:30.374141 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:30.407967 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:30.431454 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:30.432731 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:30.526103 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6224191 May 04 13:48:30.553776 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Request body: {'port': {'device_id': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:30.601720 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-9fd7e11a-0c91-40eb-bcde-55b06910dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:26Z', 'revision_number': 4, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'e1ee3632-9113-4a3f-b4ff-7fb990f03b74', 'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'mac_address': 'fa:16:3e:9c:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:22Z', 'updated_at': '2021-05-04T13:44:38Z', 'revision_number': 5, 'project_id': '7bea85a15656418198b0f51c80271aca', 'subnets': [{'id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:30.607524 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-fa168924-07be-4c59-be74-c87dc9d61045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:30.622269 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7e11a-0c91-40eb-bcde-55b06910dfcc None None] The sync data for ids ['df7df9e8-50d7-4852-bc0b-6c8423769823'] in dv-cinder-789564-1-smb is: [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:26Z', 'revision_number': 4, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'e1ee3632-9113-4a3f-b4ff-7fb990f03b74', 'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'mac_address': 'fa:16:3e:9c:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:22Z', 'updated_at': '2021-05-04T13:44:38Z', 'revision_number': 5, 'project_id': '7bea85a15656418198b0f51c80271aca', 'subnets': [{'id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:48:30.624253 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-fa168924-07be-4c59-be74-c87dc9d61045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:30.636256 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e59a45d3-cc14-4f93-b245-e6a9f6417e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:30.678654 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-0407ac73-b464-4282-a8dd-5ef4cce238d1 None None] Provisioning for port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:48:30.686427 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-0407ac73-b464-4282-a8dd-5ef4cce238d1 None None] Provisioning complete for port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:48:30.687053 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0407ac73-b464-4282-a8dd-5ef4cce238d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:30.748729 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1f5cec90-aa1b-4a8e-979f-23441747986e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:30.777810 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-fa168924-07be-4c59-be74-c87dc9d61045 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6127fe5f2c44b25aea8a8f7a99572d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3402383 May 04 13:48:30.785953 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50942) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:30.789021 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa168924-07be-4c59-be74-c87dc9d61045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52ef260-8853-4d3e-af53-a82dd5e11270,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:30.835514 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-fa168924-07be-4c59-be74-c87dc9d61045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:30.868038 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-0407ac73-b464-4282-a8dd-5ef4cce238d1 None None] Port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:48:30.888533 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:31.162890 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1f5cec90-aa1b-4a8e-979f-23441747986e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:31.251861 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51661cc-5470-4780-be13-7efe9ebacbbf None None] New status for floating IP 4f747258-cb1f-4742-9ac7-6e36438752c7: DOWN {{(pid=73863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:48:31.425011 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0735d146-48cf-4e6a-88f9-b3ad5375ab76 req-32d1dbd4-f007-4498-965d-2e36273e754b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 210 time: 0.1895108 May 04 13:48:31.589207 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1f5cec90-aa1b-4a8e-979f-23441747986e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:31.601465 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6679fd6d-42a2-4510-b7d2-dea75ca82fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:31.602971 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-c7033686-1eb4-4f45-982f-df11dee6e9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:31.639317 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbae44-6e01-4c3e-b2de-7bde24f3691d req-e4ae4c75-df12-4998-b5f6-1a390593d60f tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:31.646622 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-47bbae44-6e01-4c3e-b2de-7bde24f3691d req-e4ae4c75-df12-4998-b5f6-1a390593d60f tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 931 time: 0.4715891 May 04 13:48:31.656534 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cec90-aa1b-4a8e-979f-23441747986e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:31.683672 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:31.688160 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1f5cec90-aa1b-4a8e-979f-23441747986e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:31.706324 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510930'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:31.721615 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:31.766594 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-abe10030-30cb-483a-971c-22f53f3ffe31 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:31.767553 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-abe10030-30cb-483a-971c-22f53f3ffe31 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Synchronizing usage tracker for tenant:aa011d4f8ea24f91a968eb99a050ed79 on resource:network {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:48:31.775191 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6679fd6d-42a2-4510-b7d2-dea75ca82fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:31.854396 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-47bbae44-6e01-4c3e-b2de-7bde24f3691d req-0caf496c-d9b1-4e39-aaf1-97dbf673f24c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068646 May 04 13:48:31.876334 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Pushing event updated for resources: {'Port': ['ID=86dfa08e-18a9-4b57-ae8a-825849187f59,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:31.881245 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1f5cec90-aa1b-4a8e-979f-23441747986e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:31.882786 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-1f5cec90-aa1b-4a8e-979f-23441747986e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "DELETE /v2.0/security-groups/9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8 HTTP/1.1" status: 204 len: 168 time: 1.5686166 May 04 13:48:31.884045 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:31.893303 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50954) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:31.894880 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974359'] for floatingip, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:31.924774 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.api.v2.resource [None req-1160adbf-9bb5-4ec0-9105-6b3de1d415df tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] show failed (client error): The resource could not be found. May 04 13:48:31.925851 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-1160adbf-9bb5-4ec0-9105-6b3de1d415df tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups/9c4970f8-71d6-4f34-9f16-ffe3b35ed9e8 HTTP/1.1" status: 404 len: 347 time: 0.0315661 May 04 13:48:31.926562 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-abe10030-30cb-483a-971c-22f53f3ffe31 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Unset dirty status for tenant:aa011d4f8ea24f91a968eb99a050ed79 on resource:network {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:48:31.927779 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-abe10030-30cb-483a-971c-22f53f3ffe31 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.30 "GET /v2.0/networks?id=837d1d6a-cef0-4444-bf2f-24dd96641b9c HTTP/1.1" status: 200 len: 817 time: 0.8163548 May 04 13:48:31.933357 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50958) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:32.126239 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.db.l3_db [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Floating IP ffbbeaac-fd15-4b52-b869-afe6d26ade07 associated. External IP: 172.28.3.253, port: 439d0690-14d1-4e35-a821-e3dc82ecbe9a. May 04 13:48:32.191391 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-2b85138d-1d11-44b8-b567-82a91d0984d1 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Synchronizing usage tracker for tenant:aa011d4f8ea24f91a968eb99a050ed79 on resource:security_group {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:48:32.201861 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6679fd6d-42a2-4510-b7d2-dea75ca82fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:32.208087 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8268919b-aff8-46a2-9dfa-02f37b5d24eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:32.259143 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679fd6d-42a2-4510-b7d2-dea75ca82fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52ef260-8853-4d3e-af53-a82dd5e11270,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:32.288778 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6679fd6d-42a2-4510-b7d2-dea75ca82fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:32.335718 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6679fd6d-42a2-4510-b7d2-dea75ca82fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:32.337651 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-6679fd6d-42a2-4510-b7d2-dea75ca82fe8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e52ef260-8853-4d3e-af53-a82dd5e11270 HTTP/1.1" status: 204 len: 168 time: 1.5527666 May 04 13:48:32.353233 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-2b85138d-1d11-44b8-b567-82a91d0984d1 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Unset dirty status for tenant:aa011d4f8ea24f91a968eb99a050ed79 on resource:security_group {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:48:32.354808 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-2b85138d-1d11-44b8-b567-82a91d0984d1 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa011d4f8ea24f91a968eb99a050ed79 HTTP/1.1" status: 200 len: 379 time: 0.4178104 May 04 13:48:32.378299 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Request body: {'port': {'device_id': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'admin_state_up': True, 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'security_groups': ['c331da8d-3591-4d2f-ab18-add4b7ca4994']}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:32.420857 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:48:32.437334 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:32.536029 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Transition to ACTIVE for port object 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:48:32.552539 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:32.560882 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-10873bd3-c2c9-4daa-9971-4737ecd659ca tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:32.594871 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-32f7a0b3-327c-435d-a957-f4f54393d919 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Deleting port bc923ad4-0dfe-4458-9342-ffa5d318763e {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:48:32.595220 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-32f7a0b3-327c-435d-a957-f4f54393d919 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:32.642832 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:32.792458 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-856ee473-f188-4913-990b-22e34ee9d9ff req-b9a238c5-1c7a-4021-930f-6c6877311c38 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 210 time: 0.0696805 May 04 13:48:32.839610 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Router 572322ec-7eb1-4269-bb2e-decc98a74d23 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:48:32.855429 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50968) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:32.871111 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:32.881877 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:32.911314 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:32.934909 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Usage tracker for resource:port and tenant:aa011d4f8ea24f91a968eb99a050ed79 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:32.967656 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-32f7a0b3-327c-435d-a957-f4f54393d919 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:32.968421 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-32f7a0b3-327c-435d-a957-f4f54393d919 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:33.042059 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:33.057462 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3a5c-8a9b-42f1-b09d-a5bf5ab47155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:33.149867 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-32f7a0b3-327c-435d-a957-f4f54393d919 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Calling delete_port for bc923ad4-0dfe-4458-9342-ffa5d318763e owned by network:floatingip {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:48:33.150771 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-8ddb3a5c-8a9b-42f1-b09d-a5bf5ab47155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:33.161918 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-8ddb3a5c-8a9b-42f1-b09d-a5bf5ab47155 admin admin] Usage tracker for resource:security_group_rule and tenant:757eb89138bf49ec89eaa127653c0c43 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:33.167183 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-8ddb3a5c-8a9b-42f1-b09d-a5bf5ab47155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:33.172688 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:33.176269 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-8ddb3a5c-8a9b-42f1-b09d-a5bf5ab47155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:33.187128 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:48:33.200137 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3819ea94-1835-4cdc-8c24-1bd4a2b8a1ba None None] Sync routers for ids ['572322ec-7eb1-4269-bb2e-decc98a74d23'] in dv-cinder-789564-1-smb {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:48:33.211465 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3819ea94-1835-4cdc-8c24-1bd4a2b8a1ba None None] Routers {'572322ec-7eb1-4269-bb2e-decc98a74d23'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:48:33.212129 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3819ea94-1835-4cdc-8c24-1bd4a2b8a1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:48:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['572322ec-7eb1-4269-bb2e-decc98a74d23'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:33.226773 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Made reservation on behalf of aa011d4f8ea24f91a968eb99a050ed79 for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:48:33.233742 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:33.245158 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for floatingip, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:33.354220 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Attempting to bind port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:48:33.354804 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Attempting to bind port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c526d66a-050e-4f2d-b706-4b508fd7f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:48:33.355287 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Attempting to bind port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 on network 5819c209-e830-494e-8b5b-2011ecaaec60 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:48:33.388670 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 on network 5819c209-e830-494e-8b5b-2011ecaaec60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:48:33.389185 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Attempting to bind port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 on network 5819c209-e830-494e-8b5b-2011ecaaec60 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:48:33.394886 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cf4c4-5c5d-4b3b-b779-45730263e719 req-623ea56e-c2a5-44ec-a693-c60b86ae5a43 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:33.397723 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-893cf4c4-5c5d-4b3b-b779-45730263e719 req-623ea56e-c2a5-44ec-a693-c60b86ae5a43 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 943 time: 0.3296885 May 04 13:48:33.414221 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:48:33.415074 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Checking segment: {'id': 'c526d66a-050e-4f2d-b706-4b508fd7f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:48:33.415376 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Bound using segment: {'id': 'c526d66a-050e-4f2d-b706-4b508fd7f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:48:33.416002 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Bound port: 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c526d66a-050e-4f2d-b706-4b508fd7f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:48:33.416823 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:33.454466 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7410288 May 04 13:48:33.456933 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'tag': '439d0690-14d1-4e35-a821-e3dc82ecbe9a'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:48:33.463680 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50974) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:33.470264 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-98609168-276c-4a75-b542-e05e2b04162e tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1059062881', 'description': 'tempest-secgroup-smoke-1059062881 description', 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:33.513186 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-98609168-276c-4a75-b542-e05e2b04162e tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:33.518265 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-3819ea94-1835-4cdc-8c24-1bd4a2b8a1ba None None] Set router 572322ec-7eb1-4269-bb2e-decc98a74d23 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:48:33.532389 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-893cf4c4-5c5d-4b3b-b779-45730263e719 req-a3ea75d0-cbd3-4520-b5b8-876c57d6fb00 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209893 May 04 13:48:33.546397 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-98609168-276c-4a75-b542-e05e2b04162e tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:33.579180 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3a5c-8a9b-42f1-b09d-a5bf5ab47155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:33.603586 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3a5c-8a9b-42f1-b09d-a5bf5ab47155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:33.655063 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-e5527cd0-686e-4b93-913e-e85451730d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:33.671003 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-8ddb3a5c-8a9b-42f1-b09d-a5bf5ab47155 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=757eb89138bf49ec89eaa127653c0c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8126543 May 04 13:48:33.674455 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-98609168-276c-4a75-b542-e05e2b04162e tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:33.677000 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 50982) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:33.706597 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-98609168-276c-4a75-b542-e05e2b04162e tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:33.710353 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-98609168-276c-4a75-b542-e05e2b04162e tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Usage tracker for resource:security_group_rule and tenant:cd535cb7605d4b0ba00714d0c6f98aad is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:33.714075 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-98609168-276c-4a75-b542-e05e2b04162e tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:33.723151 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-98609168-276c-4a75-b542-e05e2b04162e tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:33.832454 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb3a5c-8a9b-42f1-b09d-a5bf5ab47155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d040c8d-ba3e-4488-9f54-c12a42878daf,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:33.839026 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-8ddb3a5c-8a9b-42f1-b09d-a5bf5ab47155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:33.919206 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-98609168-276c-4a75-b542-e05e2b04162e tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:33.925909 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-98609168-276c-4a75-b542-e05e2b04162e tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:33.931721 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-4df45cef-35b9-4ca6-b6b2-b9a30fb5af82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:33.966958 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] For port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:48:33.992828 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98609168-276c-4a75-b542-e05e2b04162e tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f5a5f1-7bb5-41fc-838b-f911b7ce11f4,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:33.997166 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-98609168-276c-4a75-b542-e05e2b04162e tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:34.005124 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-98609168-276c-4a75-b542-e05e2b04162e tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.006960 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-98609168-276c-4a75-b542-e05e2b04162e tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5420437 May 04 13:48:34.010217 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50992) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:34.021216 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-72e6dd7e-e375-4fa6-8512-bab630be6f15 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Request body: {'security_group_rule': {'security_group_id': '75f5a5f1-7bb5-41fc-838b-f911b7ce11f4', 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:34.027638 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-72e6dd7e-e375-4fa6-8512-bab630be6f15 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:34.028142 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] For port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023,segment=NetworkSegment(c526d66a-050e-4f2d-b706-4b508fd7f802),segment_id=c526d66a-050e-4f2d-b706-4b508fd7f802)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:48:34.033314 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-72e6dd7e-e375-4fa6-8512-bab630be6f15 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Usage tracker for resource:security_group_rule and tenant:cd535cb7605d4b0ba00714d0c6f98aad is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:34.037591 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-72e6dd7e-e375-4fa6-8512-bab630be6f15 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:34.046802 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-72e6dd7e-e375-4fa6-8512-bab630be6f15 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:34.081342 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Allocated IP 172.20.0.6 (837d1d6a-cef0-4444-bf2f-24dd96641b9c/468ed228-2645-4e84-b7ff-24abd353db04/c8f7b34f-bd90-4a8f-8fe0-9112e316c432) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:48:34.119159 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3bca6692-aeda-4c18-a55d-989ea52e4ab6 req-da952b75-acf5-42c3-aa12-de752c38c0e2 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 210 time: 0.0664353 May 04 13:48:34.124505 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-72e6dd7e-e375-4fa6-8512-bab630be6f15 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.200162 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.202088 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'tag': '439d0690-14d1-4e35-a821-e3dc82ecbe9a', 'status': 'completed', 'code': 200} May 04 13:48:34.207640 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-72e6dd7e-e375-4fa6-8512-bab630be6f15 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.215290 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-72e6dd7e-e375-4fa6-8512-bab630be6f15 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.215833 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b4aa224a-8b6f-4422-a559-3ea7cba06775 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:34.217889 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5c5327e7-92e0-4597-a77e-b9b09a09b9d3 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:34.255422 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6dd7e-e375-4fa6-8512-bab630be6f15 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c21caf7-4494-4cac-8b52-412558242e4b,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:34.256342 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3819ea94-1835-4cdc-8c24-1bd4a2b8a1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'name': 'tempest-TestMinimumBasicScenario-217762730-router', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:20Z', 'updated_at': '2021-05-04T13:46:31Z', 'revision_number': 4, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'gw_port': {'id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:73:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:22Z', 'updated_at': '2021-05-04T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_floatingips': [{'id': 'ffbbeaac-fd15-4b52-b869-afe6d26ade07', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'floating_ip_address': '172.28.3.253', 'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'router_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'port_id': '439d0690-14d1-4e35-a821-e3dc82ecbe9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a', 'mac_address': 'fa:16:3e:87:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:48:29Z', 'updated_at': '2021-05-04T13:48:29Z', 'revision_number': 0, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133655bc-a3b8-421a-b499-aae22bb803a3', 'name': '', 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'mac_address': 'fa:16:3e:e6:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:29Z', 'updated_at': '2021-05-04T13:46:46Z', 'revision_number': 5, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'subnets': [{'id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:34.261394 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3819ea94-1835-4cdc-8c24-1bd4a2b8a1ba None None] Checking router: 572322ec-7eb1-4269-bb2e-decc98a74d23 for host: dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:48:34.264135 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-72e6dd7e-e375-4fa6-8512-bab630be6f15 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:34.271544 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-72e6dd7e-e375-4fa6-8512-bab630be6f15 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.273501 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-72e6dd7e-e375-4fa6-8512-bab630be6f15 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2616224 May 04 13:48:34.275528 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 50996) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:34.281303 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3819ea94-1835-4cdc-8c24-1bd4a2b8a1ba None None] Routers {'572322ec-7eb1-4269-bb2e-decc98a74d23'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:48:34.281936 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3819ea94-1835-4cdc-8c24-1bd4a2b8a1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:48:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['572322ec-7eb1-4269-bb2e-decc98a74d23'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:34.282113 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-09b150fb-1505-49e4-b96d-7d6b64d0195c tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Request body: {'security_group_rule': {'security_group_id': '75f5a5f1-7bb5-41fc-838b-f911b7ce11f4', 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:34.288307 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-09b150fb-1505-49e4-b96d-7d6b64d0195c tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:34.292520 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-09b150fb-1505-49e4-b96d-7d6b64d0195c tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Usage tracker for resource:security_group_rule and tenant:cd535cb7605d4b0ba00714d0c6f98aad is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:34.296567 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-09b150fb-1505-49e4-b96d-7d6b64d0195c tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:34.304653 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-09b150fb-1505-49e4-b96d-7d6b64d0195c tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:34.329266 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-09b150fb-1505-49e4-b96d-7d6b64d0195c tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.339265 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-32f7a0b3-327c-435d-a957-f4f54393d919 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.416127 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-09b150fb-1505-49e4-b96d-7d6b64d0195c tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.423803 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-09b150fb-1505-49e4-b96d-7d6b64d0195c tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.428201 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:34.428845 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.430260 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] 10.222.0.30 "PUT /v2.0/ports/4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 HTTP/1.1" status: 200 len: 1093 time: 3.8881044 May 04 13:48:34.437074 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b549a443-1ed3-47d7-b6d2-01466c58866b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:34.479287 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'tag': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:48:34.489318 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b150fb-1505-49e4-b96d-7d6b64d0195c tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c30e65-2424-479b-a0dd-d97f2f651cf4,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:34.518359 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-09b150fb-1505-49e4-b96d-7d6b64d0195c tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:34.525698 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-09b150fb-1505-49e4-b96d-7d6b64d0195c tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.527311 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-09b150fb-1505-49e4-b96d-7d6b64d0195c tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2502296 May 04 13:48:34.530912 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 51002) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:34.545819 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-5cbd6fef-ecf2-4f1e-9d5e-072cb9813aae tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Request body: {'security_group_rule': {'security_group_id': '75f5a5f1-7bb5-41fc-838b-f911b7ce11f4', 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:34.560623 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-5cbd6fef-ecf2-4f1e-9d5e-072cb9813aae tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:34.565892 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-5cbd6fef-ecf2-4f1e-9d5e-072cb9813aae tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Usage tracker for resource:security_group_rule and tenant:cd535cb7605d4b0ba00714d0c6f98aad is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:34.570661 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-5cbd6fef-ecf2-4f1e-9d5e-072cb9813aae tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:34.573909 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0115f56f-b81e-487f-b1b2-bcdaf6b9e011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.594901 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-5cbd6fef-ecf2-4f1e-9d5e-072cb9813aae tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:34.603921 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0115f56f-b81e-487f-b1b2-bcdaf6b9e011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.617652 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6fef-ecf2-4f1e-9d5e-072cb9813aae tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.634384 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-3819ea94-1835-4cdc-8c24-1bd4a2b8a1ba None None] Set router 572322ec-7eb1-4269-bb2e-decc98a74d23 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:48:34.638427 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'tag': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023', 'status': 'completed', 'code': 200} May 04 13:48:34.695868 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:34.713212 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:34.717480 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-78ac14fc-96b8-4b59-a759-b53e9358d413 tempest-VolumesActionsTest-244707249 tempest-VolumesActionsTest-244707249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:34.745972 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6fef-ecf2-4f1e-9d5e-072cb9813aae tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.820574 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6fef-ecf2-4f1e-9d5e-072cb9813aae tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.837511 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7a0b3-327c-435d-a957-f4f54393d919 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Pushing event deleted for resources: {'Port': ['ID=bc923ad4-0dfe-4458-9342-ffa5d318763e,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:34.847145 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:34.854974 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-32f7a0b3-327c-435d-a957-f4f54393d919 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:34.877872 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b5e35-409b-4577-9eed-cdeeb1440da4 req-dd2aaf11-b428-48e5-89cb-951db263e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:34.880720 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ec2b5e35-409b-4577-9eed-cdeeb1440da4 req-dd2aaf11-b428-48e5-89cb-951db263e981 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd535cb7605d4b0ba00714d0c6f98aad&device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 1098 time: 0.5425892 May 04 13:48:34.885120 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd6fef-ecf2-4f1e-9d5e-072cb9813aae tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb16544-7709-4650-8046-f27c95436050,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:34.888864 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5cbd6fef-ecf2-4f1e-9d5e-072cb9813aae tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:34.899062 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6fef-ecf2-4f1e-9d5e-072cb9813aae tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.905318 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-5cbd6fef-ecf2-4f1e-9d5e-072cb9813aae tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3684862 May 04 13:48:34.906370 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 51008) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:34.917655 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-c3b4559f-c98c-49f0-990e-8f77724943db tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Request body: {'security_group_rule': {'security_group_id': '75f5a5f1-7bb5-41fc-838b-f911b7ce11f4', 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:34.919599 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-c3b4559f-c98c-49f0-990e-8f77724943db tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:34.923723 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-c3b4559f-c98c-49f0-990e-8f77724943db tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Usage tracker for resource:security_group_rule and tenant:cd535cb7605d4b0ba00714d0c6f98aad is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:34.927379 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-c3b4559f-c98c-49f0-990e-8f77724943db tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:34.933749 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-c3b4559f-c98c-49f0-990e-8f77724943db tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:34.941205 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.959107 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-32f7a0b3-327c-435d-a957-f4f54393d919 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for floatingip, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:34.979774 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41484bf-fda2-4a9a-b208-e0d25ca66c6f req-fde532cb-adaf-4340-bf1c-1158791e30f6 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:34.981844 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a41484bf-fda2-4a9a-b208-e0d25ca66c6f req-fde532cb-adaf-4340-bf1c-1158791e30f6 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 943 time: 0.2478795 May 04 13:48:34.984896 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c3b4559f-c98c-49f0-990e-8f77724943db tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:35.005822 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-9de3e4a8-df3f-47d8-a6a2-3882fa804ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:35.007242 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-9de3e4a8-df3f-47d8-a6a2-3882fa804ba7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba7d7287eddb4c00ab92d7d96e686d4e&device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 1096 time: 0.5027745 May 04 13:48:35.014545 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Transition to ACTIVE for port object c8f7b34f-bd90-4a8f-8fe0-9112e316c432 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:48:35.016147 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0115f56f-b81e-487f-b1b2-bcdaf6b9e011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:35.069509 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4066298d-d5fc-4f43-8197-ae4c839fc07e tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:35.112485 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a41484bf-fda2-4a9a-b208-e0d25ca66c6f req-e1be20a3-753c-4a0b-aa18-17e978b768cf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149905 May 04 13:48:35.122090 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3819ea94-1835-4cdc-8c24-1bd4a2b8a1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'name': 'tempest-TestMinimumBasicScenario-217762730-router', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:20Z', 'updated_at': '2021-05-04T13:46:31Z', 'revision_number': 4, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'gw_port': {'id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:73:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:22Z', 'updated_at': '2021-05-04T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_floatingips': [{'id': 'ffbbeaac-fd15-4b52-b869-afe6d26ade07', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'floating_ip_address': '172.28.3.253', 'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'router_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'port_id': '439d0690-14d1-4e35-a821-e3dc82ecbe9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a', 'mac_address': 'fa:16:3e:87:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:48:29Z', 'updated_at': '2021-05-04T13:48:29Z', 'revision_number': 0, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133655bc-a3b8-421a-b499-aae22bb803a3', 'name': '', 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'mac_address': 'fa:16:3e:e6:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:29Z', 'updated_at': '2021-05-04T13:46:46Z', 'revision_number': 5, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'subnets': [{'id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:35.128169 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3819ea94-1835-4cdc-8c24-1bd4a2b8a1ba None None] The sync data for ids ['572322ec-7eb1-4269-bb2e-decc98a74d23'] in dv-cinder-789564-1-smb is: [{'id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'name': 'tempest-TestMinimumBasicScenario-217762730-router', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:20Z', 'updated_at': '2021-05-04T13:46:31Z', 'revision_number': 4, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'gw_port': {'id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:73:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:22Z', 'updated_at': '2021-05-04T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_floatingips': [{'id': 'ffbbeaac-fd15-4b52-b869-afe6d26ade07', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'floating_ip_address': '172.28.3.253', 'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'router_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'port_id': '439d0690-14d1-4e35-a821-e3dc82ecbe9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a', 'mac_address': 'fa:16:3e:87:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:48:29Z', 'updated_at': '2021-05-04T13:48:29Z', 'revision_number': 0, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133655bc-a3b8-421a-b499-aae22bb803a3', 'name': '', 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'mac_address': 'fa:16:3e:e6:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:29Z', 'updated_at': '2021-05-04T13:46:46Z', 'revision_number': 5, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'subnets': [{'id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:48:35.160447 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c3b4559f-c98c-49f0-990e-8f77724943db tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:35.161282 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115f56f-b81e-487f-b1b2-bcdaf6b9e011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d040c8d-ba3e-4488-9f54-c12a42878daf,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:35.167583 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-45ccc23d-bac3-4156-b7e2-dcfc03466e4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 HTTP/1.1" status: 200 len: 217 time: 0.0991764 May 04 13:48:35.168730 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c3b4559f-c98c-49f0-990e-8f77724943db tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:35.171350 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:35.174755 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0115f56f-b81e-487f-b1b2-bcdaf6b9e011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:35.212107 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c3b4559f-c98c-49f0-990e-8f77724943db tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:35.216077 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-c3b4559f-c98c-49f0-990e-8f77724943db tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3063579 May 04 13:48:35.216692 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 51014) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:35.223351 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-82b9fcb6-d6d6-4838-a41c-63e6d1b4ac0d tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Request body: {'security_group_rule': {'security_group_id': '75f5a5f1-7bb5-41fc-838b-f911b7ce11f4', 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:35.230291 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-82b9fcb6-d6d6-4838-a41c-63e6d1b4ac0d tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:35.234928 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-82b9fcb6-d6d6-4838-a41c-63e6d1b4ac0d tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Usage tracker for resource:security_group_rule and tenant:cd535cb7605d4b0ba00714d0c6f98aad is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:35.238974 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-82b9fcb6-d6d6-4838-a41c-63e6d1b4ac0d tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:35.242760 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4559f-c98c-49f0-990e-8f77724943db tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9673cfa9-48e3-4994-b8f0-b6cc63d40be3,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:35.249394 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-c3b4559f-c98c-49f0-990e-8f77724943db tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:35.250425 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-82b9fcb6-d6d6-4838-a41c-63e6d1b4ac0d tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:35.265131 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.db.securitygroups_db [None req-82b9fcb6-d6d6-4838-a41c-63e6d1b4ac0d tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Project cd535cb7605d4b0ba00714d0c6f98aad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 13:48:35.273029 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-82b9fcb6-d6d6-4838-a41c-63e6d1b4ac0d tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:35.300818 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b5e35-409b-4577-9eed-cdeeb1440da4 req-9bfd6860-ff9e-4a08-8d5c-f62fb24b552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:35.302541 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ec2b5e35-409b-4577-9eed-cdeeb1440da4 req-9bfd6860-ff9e-4a08-8d5c-f62fb24b552d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b52ba926-9a0c-4ed7-8661-090c20371f1a HTTP/1.1" status: 200 len: 915 time: 0.4071758 May 04 13:48:35.307483 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0115f56f-b81e-487f-b1b2-bcdaf6b9e011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:35.308638 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-0115f56f-b81e-487f-b1b2-bcdaf6b9e011 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d040c8d-ba3e-4488-9f54-c12a42878daf HTTP/1.1" status: 204 len: 168 time: 1.4831064 May 04 13:48:35.314852 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-32f7a0b3-327c-435d-a957-f4f54393d919 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for floatingip, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:35.321124 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-32f7a0b3-327c-435d-a957-f4f54393d919 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "DELETE /v2.0/floatingips/4f747258-cb1f-4742-9ac7-6e36438752c7 HTTP/1.1" status: 204 len: 168 time: 3.3814638 May 04 13:48:35.416923 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-6300d60f-16f9-4025-98b8-5549b028658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:35.418575 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-6300d60f-16f9-4025-98b8-5549b028658f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afaec3b4-ea0f-4701-811e-4142e4284074 HTTP/1.1" status: 200 len: 847 time: 0.2306020 May 04 13:48:35.463714 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3bff47-98ec-469b-afe1-a69ef309dd4a None None] New status for floating IP ffbbeaac-fd15-4b52-b869-afe6d26ade07: ACTIVE {{(pid=73863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:48:35.552733 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:35.566443 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ec2b5e35-409b-4577-9eed-cdeeb1440da4 req-d5823610-7df3-446d-8289-700ad2296ce7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=439d0690-14d1-4e35-a821-e3dc82ecbe9a HTTP/1.1" status: 200 len: 999 time: 0.2544761 May 04 13:48:35.589954 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a995511c-6d7a-4255-b356-74839c37e58a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:35.608727 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-82b9fcb6-d6d6-4838-a41c-63e6d1b4ac0d tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:35.616236 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 51022) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:35.616937 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-82b9fcb6-d6d6-4838-a41c-63e6d1b4ac0d tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:35.630603 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-544898ef-b71f-4032-9336-284031c12aea tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1404846564', 'description': 'tempest-description--1805792379'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:35.643902 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:35.651530 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-544898ef-b71f-4032-9336-284031c12aea tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:35.686425 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-544898ef-b71f-4032-9336-284031c12aea tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Usage tracker for resource:security_group and tenant:7bea85a15656418198b0f51c80271aca is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:35.693519 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-82b9fcb6-d6d6-4838-a41c-63e6d1b4ac0d tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:35.697623 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-82b9fcb6-d6d6-4838-a41c-63e6d1b4ac0d tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4765928 May 04 13:48:35.697623 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-544898ef-b71f-4032-9336-284031c12aea tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:35.704107 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 51028) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:35.709091 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9fcb6-d6d6-4838-a41c-63e6d1b4ac0d tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7500866-470d-4fdf-9bf1-1de2994f2e25,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:35.715073 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-82b9fcb6-d6d6-4838-a41c-63e6d1b4ac0d tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:35.715997 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-544898ef-b71f-4032-9336-284031c12aea tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:35.722194 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-a2369b44-b6ba-4612-b554-d1cd2ac0e71a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Request body: {'security_group_rule': {'security_group_id': '75f5a5f1-7bb5-41fc-838b-f911b7ce11f4', 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:35.730249 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-a2369b44-b6ba-4612-b554-d1cd2ac0e71a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:35.733363 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Network 837d1d6a-cef0-4444-bf2f-24dd96641b9c is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:48:35.741070 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:35.743498 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-a2369b44-b6ba-4612-b554-d1cd2ac0e71a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Usage tracker for resource:security_group_rule and tenant:cd535cb7605d4b0ba00714d0c6f98aad is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:35.743904 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:48:35.752007 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-a2369b44-b6ba-4612-b554-d1cd2ac0e71a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:35.761818 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-544898ef-b71f-4032-9336-284031c12aea tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:35.790317 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-a2369b44-b6ba-4612-b554-d1cd2ac0e71a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:35.809617 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-544898ef-b71f-4032-9336-284031c12aea tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:35.831203 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:35.831913 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:35.840259 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d654c-fca2-40ff-8b1e-8f285ef99b77 req-9e4b1098-8347-4f24-aa62-e1863ce25426 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:35.850285 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-430d654c-fca2-40ff-8b1e-8f285ef99b77 req-9e4b1098-8347-4f24-aa62-e1863ce25426 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 931 time: 0.5440540 May 04 13:48:35.854744 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-544898ef-b71f-4032-9336-284031c12aea tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Usage tracker for resource:security_group_rule and tenant:7bea85a15656418198b0f51c80271aca is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:35.884513 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-544898ef-b71f-4032-9336-284031c12aea tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:35.887633 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.db.securitygroups_db [None req-a2369b44-b6ba-4612-b554-d1cd2ac0e71a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Project cd535cb7605d4b0ba00714d0c6f98aad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 13:48:35.928134 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-544898ef-b71f-4032-9336-284031c12aea tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:35.928731 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b5e35-409b-4577-9eed-cdeeb1440da4 req-d67a66d0-298d-42d3-abfd-33b0936c701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:35.931392 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ec2b5e35-409b-4577-9eed-cdeeb1440da4 req-d67a66d0-298d-42d3-abfd-33b0936c701f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4355c3c9-e116-453d-92e4-886f7ef637b2 HTTP/1.1" status: 200 len: 853 time: 0.2713187 May 04 13:48:35.932712 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a2369b44-b6ba-4612-b554-d1cd2ac0e71a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:35.934201 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Pushing event updated for resources: {'Port': ['ID=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:35.939815 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5718598 May 04 13:48:35.940754 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-11735963-2227-4689-aef6-92150b093035 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:35.991178 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Request body: {'port': {'device_id': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:36.027764 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-430d654c-fca2-40ff-8b1e-8f285ef99b77 req-d493a48c-51e7-41d2-bae8-aec3c41385e4 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758215 May 04 13:48:36.069972 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a2369b44-b6ba-4612-b554-d1cd2ac0e71a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:36.078567 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a2369b44-b6ba-4612-b554-d1cd2ac0e71a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:36.084636 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-d719df2b-4ba2-4f02-ad51-1e485584a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:36.086346 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-d719df2b-4ba2-4f02-ad51-1e485584a901 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5819c209-e830-494e-8b5b-2011ecaaec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6546309 May 04 13:48:36.087229 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-82b9fcb6-d6d6-4838-a41c-63e6d1b4ac0d tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:36.127146 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-b4866d3f-cfc1-4843-b1ea-0a77e4bf0079 None None] Provisioning for port c8f7b34f-bd90-4a8f-8fe0-9112e316c432 completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:48:36.138787 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-b4866d3f-cfc1-4843-b1ea-0a77e4bf0079 None None] Provisioning complete for port c8f7b34f-bd90-4a8f-8fe0-9112e316c432 triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:48:36.139248 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b4866d3f-cfc1-4843-b1ea-0a77e4bf0079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:36.190165 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2369b44-b6ba-4612-b554-d1cd2ac0e71a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204321a3-68fb-41a0-a475-a16d971a931d,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:36.203851 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-a2369b44-b6ba-4612-b554-d1cd2ac0e71a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:36.229198 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-b4866d3f-cfc1-4843-b1ea-0a77e4bf0079 None None] Port c8f7b34f-bd90-4a8f-8fe0-9112e316c432 cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:48:36.250608 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-544898ef-b71f-4032-9336-284031c12aea tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:36.261422 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-544898ef-b71f-4032-9336-284031c12aea tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:36.275686 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-d8232972-3120-46cc-83a7-61626212b963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:36.309427 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a2369b44-b6ba-4612-b554-d1cd2ac0e71a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:36.311427 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-a2369b44-b6ba-4612-b554-d1cd2ac0e71a tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5998087 May 04 13:48:36.400466 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:36.454986 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-544898ef-b71f-4032-9336-284031c12aea tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:36.460529 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-544898ef-b71f-4032-9336-284031c12aea tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8370960 May 04 13:48:36.463963 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 51044) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:36.485198 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544898ef-b71f-4032-9336-284031c12aea tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb52417d-3082-4eb8-8cc1-466356d98c98,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:36.495388 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b5e35-409b-4577-9eed-cdeeb1440da4 req-7148ce81-8c3a-4a4f-9657-bca7889f090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:36.495572 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-80a8a639-0a62-48f8-ad7f-150d65fc6b1f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Request body: {'security_group_rule': {'security_group_id': 'eb52417d-3082-4eb8-8cc1-466356d98c98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:36.496897 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ec2b5e35-409b-4577-9eed-cdeeb1440da4 req-7148ce81-8c3a-4a4f-9657-bca7889f090e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b52ba926-9a0c-4ed7-8661-090c20371f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5552266 May 04 13:48:36.501024 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-544898ef-b71f-4032-9336-284031c12aea tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:36.518171 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-80a8a639-0a62-48f8-ad7f-150d65fc6b1f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:36.525702 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-80a8a639-0a62-48f8-ad7f-150d65fc6b1f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Usage tracker for resource:security_group_rule and tenant:7bea85a15656418198b0f51c80271aca is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:36.537424 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-80a8a639-0a62-48f8-ad7f-150d65fc6b1f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:36.551197 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-80a8a639-0a62-48f8-ad7f-150d65fc6b1f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:36.558246 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-52f7342d-d578-4a55-9611-b51b659ff64d req-9f3458d5-726d-496b-ae55-1780a5a569ad tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Synchronizing usage tracker for tenant:cd535cb7605d4b0ba00714d0c6f98aad on resource:security_group {{(pid=73861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:48:36.570606 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-536701f3-fbf5-4706-81bf-646df328ad2f service neutron] 10.222.0.30 "GET /v2.0/networks/5819c209-e830-494e-8b5b-2011ecaaec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469967 May 04 13:48:36.602642 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-52f7342d-d578-4a55-9611-b51b659ff64d req-9f3458d5-726d-496b-ae55-1780a5a569ad tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Unset dirty status for tenant:cd535cb7605d4b0ba00714d0c6f98aad on resource:security_group {{(pid=73861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:48:36.603875 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-52f7342d-d578-4a55-9611-b51b659ff64d req-9f3458d5-726d-496b-ae55-1780a5a569ad tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059062881&fields=id&tenant_id=cd535cb7605d4b0ba00714d0c6f98aad HTTP/1.1" status: 200 len: 267 time: 0.1541498 May 04 13:48:36.606283 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-80a8a639-0a62-48f8-ad7f-150d65fc6b1f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:36.622202 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dac0e-f114-43ab-857a-93ddfe65e67a req-507dfcff-3e57-4a84-9550-e2bd895ec60d tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:36.624382 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b58dac0e-f114-43ab-857a-93ddfe65e67a req-507dfcff-3e57-4a84-9550-e2bd895ec60d tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 943 time: 0.3173804 May 04 13:48:36.768337 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b58dac0e-f114-43ab-857a-93ddfe65e67a req-f7054c68-55e8-41e6-add3-e8b88e22db58 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000528 May 04 13:48:36.799344 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-80a8a639-0a62-48f8-ad7f-150d65fc6b1f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:36.814023 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7342d-d578-4a55-9611-b51b659ff64d req-a5733f77-48b9-4a7a-aaeb-e50622573d36 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:36.815829 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-52f7342d-d578-4a55-9611-b51b659ff64d req-a5733f77-48b9-4a7a-aaeb-e50622573d36 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 945 time: 0.1903000 May 04 13:48:36.817320 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-80a8a639-0a62-48f8-ad7f-150d65fc6b1f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:36.819765 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:36.842983 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [req-52f7342d-d578-4a55-9611-b51b659ff64d req-eb94b5c4-7c2f-4591-b61a-51b1650848d7 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Request body: {'port': {'security_groups': ['02054e07-dfea-42ac-bc0a-d80e59898bf2', '75f5a5f1-7bb5-41fc-838b-f911b7ce11f4']}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:36.890918 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8a639-0a62-48f8-ad7f-150d65fc6b1f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4bba88-847c-4f7b-805a-2d6f3c34ece6,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:36.900355 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-80a8a639-0a62-48f8-ad7f-150d65fc6b1f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:36.910363 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-80a8a639-0a62-48f8-ad7f-150d65fc6b1f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:36.914251 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-80a8a639-0a62-48f8-ad7f-150d65fc6b1f tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4326301 May 04 13:48:36.914629 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 51056) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:36.928823 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-119507bc-8279-44f4-8901-32fb0a5b3912 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Request body: {'security_group_rule': {'security_group_id': 'eb52417d-3082-4eb8-8cc1-466356d98c98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:36.938777 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-119507bc-8279-44f4-8901-32fb0a5b3912 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:36.952142 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ec2b5e35-409b-4577-9eed-cdeeb1440da4 req-f0d9098d-d31e-46b0-9ba5-4a963047949f service neutron] 10.222.0.30 "GET /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455295 May 04 13:48:36.981446 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-119507bc-8279-44f4-8901-32fb0a5b3912 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Usage tracker for resource:security_group_rule and tenant:7bea85a15656418198b0f51c80271aca is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:36.990945 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-119507bc-8279-44f4-8901-32fb0a5b3912 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:37.001913 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-119507bc-8279-44f4-8901-32fb0a5b3912 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:37.051733 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [req-52f7342d-d578-4a55-9611-b51b659ff64d req-eb94b5c4-7c2f-4591-b61a-51b1650848d7 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:37.068988 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-119507bc-8279-44f4-8901-32fb0a5b3912 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:37.090367 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-29471239-b3e5-4b00-a256-3fa64b36b42e req-cfc49899-622c-4ae3-8bfe-61e1a04c50e4 service neutron] 10.222.0.30 "GET /v2.0/networks/5819c209-e830-494e-8b5b-2011ecaaec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099533 May 04 13:48:37.297925 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ec2b5e35-409b-4577-9eed-cdeeb1440da4 req-19b60461-dc85-496b-a234-ae8a15df261c service neutron] 10.222.0.30 "GET /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936907 May 04 13:48:37.354913 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-119507bc-8279-44f4-8901-32fb0a5b3912 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:37.370361 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dda3d-abe5-4745-a72d-b53e0eb57bc6 req-173efa14-cbbc-4b4d-977b-9f9ef879c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:37.371901 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a38dda3d-abe5-4745-a72d-b53e0eb57bc6 req-173efa14-cbbc-4b4d-977b-9f9ef879c330 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba7d7287eddb4c00ab92d7d96e686d4e&device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 1096 time: 0.2209804 May 04 13:48:37.386634 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-119507bc-8279-44f4-8901-32fb0a5b3912 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:37.401302 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:37.406139 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f7b34f-bd90-4a8f-8fe0-9112e316c432 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:48:37.432824 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:37.499423 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119507bc-8279-44f4-8901-32fb0a5b3912 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b18734-4a29-4ce2-9202-ca72ebeb5b5e,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:37.503974 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-119507bc-8279-44f4-8901-32fb0a5b3912 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:37.514427 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Transition to ACTIVE for port object c8f7b34f-bd90-4a8f-8fe0-9112e316c432 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:48:37.521848 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:37.529718 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:37.536493 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-119507bc-8279-44f4-8901-32fb0a5b3912 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:37.537754 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-119507bc-8279-44f4-8901-32fb0a5b3912 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6219182 May 04 13:48:37.542785 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 51074) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:37.551635 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad4a6b-de1e-434e-b4bf-aa3c8c250121 req-c6f58aff-71b4-48bf-96df-b35ccf2e8c93 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:37.553249 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c4ad4a6b-de1e-434e-b4bf-aa3c8c250121 req-c6f58aff-71b4-48bf-96df-b35ccf2e8c93 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 931 time: 0.3412833 May 04 13:48:37.569412 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Request body: {'floatingip': {'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:37.598559 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:37.612191 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Usage tracker for resource:floatingip and tenant:7bea85a15656418198b0f51c80271aca is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:37.618352 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [req-52f7342d-d578-4a55-9611-b51b659ff64d req-eb94b5c4-7c2f-4591-b61a-51b1650848d7 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] For port 439d0690-14d1-4e35-a821-e3dc82ecbe9a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=439d0690-14d1-4e35-a821-e3dc82ecbe9a,segment=NetworkSegment(c19f3a95-bd63-49af-995e-6e0d222faf5f),segment_id=c19f3a95-bd63-49af-995e-6e0d222faf5f)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:48:37.620886 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:37.632393 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:37.687405 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [req-52f7342d-d578-4a55-9611-b51b659ff64d req-eb94b5c4-7c2f-4591-b61a-51b1650848d7 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:37.699339 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [req-52f7342d-d578-4a55-9611-b51b659ff64d req-eb94b5c4-7c2f-4591-b61a-51b1650848d7 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510930'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:37.706087 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for floatingip, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:37.712444 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['439d0690-14d1-4e35-a821-e3dc82ecbe9a'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:48:37.755035 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c4ad4a6b-de1e-434e-b4bf-aa3c8c250121 req-e50bf001-b84d-4ea4-8568-9f90075dd445 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891756 May 04 13:48:37.759295 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:37.860981 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dda3d-abe5-4745-a72d-b53e0eb57bc6 req-102b460f-bf04-41a6-a37f-7a39ddf81bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:37.864536 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a38dda3d-abe5-4745-a72d-b53e0eb57bc6 req-102b460f-bf04-41a6-a37f-7a39ddf81bfe service neutron] 10.222.0.30 "GET /v2.0/networks?id=5819c209-e830-494e-8b5b-2011ecaaec60 HTTP/1.1" status: 200 len: 909 time: 0.4837499 May 04 13:48:37.866124 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Pushing event updated for resources: {'Port': ['ID=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:37.876074 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:37.999418 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7342d-d578-4a55-9611-b51b659ff64d req-eb94b5c4-7c2f-4591-b61a-51b1650848d7 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:38.000136 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [req-52f7342d-d578-4a55-9611-b51b659ff64d req-eb94b5c4-7c2f-4591-b61a-51b1650848d7 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:38.008530 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-52f7342d-d578-4a55-9611-b51b659ff64d req-eb94b5c4-7c2f-4591-b61a-51b1650848d7 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "PUT /v2.0/ports/439d0690-14d1-4e35-a821-e3dc82ecbe9a HTTP/1.1" status: 200 len: 981 time: 1.1768312 May 04 13:48:38.009394 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'tag': '439d0690-14d1-4e35-a821-e3dc82ecbe9a'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:48:38.048112 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['439d0690-14d1-4e35-a821-e3dc82ecbe9a'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:48:38.194951 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-51fed75d-2036-412d-ba65-a44a99f046fc None None] Provisioning complete for port 439d0690-14d1-4e35-a821-e3dc82ecbe9a triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:48:38.195646 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-51fed75d-2036-412d-ba65-a44a99f046fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:38.253197 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a38dda3d-abe5-4745-a72d-b53e0eb57bc6 req-0b7f3143-036b-4bfa-94be-cd8eceafccfd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 HTTP/1.1" status: 200 len: 217 time: 0.3752646 May 04 13:48:38.256289 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94b5c4-7c2f-4591-b61a-51b1650848d7 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Pushing event updated for resources: {'Port': ['ID=439d0690-14d1-4e35-a821-e3dc82ecbe9a,revision_number=6']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:38.320843 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-eb94b5c4-7c2f-4591-b61a-51b1650848d7 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:38.424395 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dda3d-abe5-4745-a72d-b53e0eb57bc6 req-67d95d43-3194-419d-a819-5b376779a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:38.427358 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a38dda3d-abe5-4745-a72d-b53e0eb57bc6 req-67d95d43-3194-419d-a819-5b376779a382 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afaec3b4-ea0f-4701-811e-4142e4284074 HTTP/1.1" status: 200 len: 847 time: 0.1639581 May 04 13:48:38.436438 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Attempting to bind port c8f7b34f-bd90-4a8f-8fe0-9112e316c432 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:48:38.436990 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Attempting to bind port c8f7b34f-bd90-4a8f-8fe0-9112e316c432 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'cea91874-ce0f-4a95-a788-ad6a72b53740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:48:38.437534 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Attempting to bind port c8f7b34f-bd90-4a8f-8fe0-9112e316c432 on network 837d1d6a-cef0-4444-bf2f-24dd96641b9c {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:48:38.474339 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218fb79-8cfd-47ce-974a-69609b8887e0 req-8a062e22-a30c-4f62-9729-bf8347708231 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:38.477483 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3218fb79-8cfd-47ce-974a-69609b8887e0 req-8a062e22-a30c-4f62-9729-bf8347708231 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 943 time: 0.4507647 May 04 13:48:38.533129 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:38.533353 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Port c8f7b34f-bd90-4a8f-8fe0-9112e316c432 on network 837d1d6a-cef0-4444-bf2f-24dd96641b9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:48:38.533649 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Attempting to bind port c8f7b34f-bd90-4a8f-8fe0-9112e316c432 on network 837d1d6a-cef0-4444-bf2f-24dd96641b9c {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:48:38.551290 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:48:38.551759 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Checking segment: {'id': 'cea91874-ce0f-4a95-a788-ad6a72b53740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:48:38.552514 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Bound using segment: {'id': 'cea91874-ce0f-4a95-a788-ad6a72b53740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:48:38.553110 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Bound port: c8f7b34f-bd90-4a8f-8fe0-9112e316c432, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea91874-ce0f-4a95-a788-ad6a72b53740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:48:38.553602 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:38.686415 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030c982-c959-4d67-a6ec-70cc46ee95f8 req-505fadc5-eebc-4803-862d-a91ce615a5c7 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:38.689160 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2030c982-c959-4d67-a6ec-70cc46ee95f8 req-505fadc5-eebc-4803-862d-a91ce615a5c7 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 984 time: 0.4426258 May 04 13:48:38.777144 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3218fb79-8cfd-47ce-974a-69609b8887e0 req-ad38da5a-df70-4a0b-9d04-6dea2e93d720 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2848487 May 04 13:48:38.846270 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2030c982-c959-4d67-a6ec-70cc46ee95f8 req-36cd5f1b-9790-4472-a1c3-fa536f5d31ba tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&id=75f5a5f1-7bb5-41fc-838b-f911b7ce11f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1360924 May 04 13:48:38.917984 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'tag': '439d0690-14d1-4e35-a821-e3dc82ecbe9a', 'status': 'completed', 'code': 200} May 04 13:48:38.978824 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dda3d-abe5-4745-a72d-b53e0eb57bc6 req-c12b69b7-2bc0-4182-97e2-bef6dffb80b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:38.986610 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a38dda3d-abe5-4745-a72d-b53e0eb57bc6 req-c12b69b7-2bc0-4182-97e2-bef6dffb80b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5819c209-e830-494e-8b5b-2011ecaaec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5422466 May 04 13:48:38.999060 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Allocated IP 172.28.3.86 (ec979011-6604-4968-ace9-769b935940bc/86424637-3a1b-4645-9cbe-37dcbde5db40/9a40c256-3568-4ad4-93aa-e90b7b651b05) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:48:39.143874 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] For port c8f7b34f-bd90-4a8f-8fe0-9112e316c432, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:48:39.158948 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] For port c8f7b34f-bd90-4a8f-8fe0-9112e316c432, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:48:39.171326 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:39.223475 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:39.365226 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:39.366063 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:39.367878 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] 10.222.0.30 "PUT /v2.0/ports/c8f7b34f-bd90-4a8f-8fe0-9112e316c432 HTTP/1.1" status: 200 len: 1093 time: 3.3821881 May 04 13:48:39.368471 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'tag': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:48:39.533652 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a38dda3d-abe5-4745-a72d-b53e0eb57bc6 req-9861f68b-c533-4b89-9f3a-84d578c9a355 service neutron] 10.222.0.30 "GET /v2.0/networks/5819c209-e830-494e-8b5b-2011ecaaec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885881 May 04 13:48:39.540386 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:39.545668 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'tag': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432', 'status': 'completed', 'code': 200} May 04 13:48:39.571426 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de416d0-d24b-4371-97e2-0129c93f0025 req-b37af706-339c-4cb5-82ff-b7acc627b021 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:39.579952 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3de416d0-d24b-4371-97e2-0129c93f0025 req-b37af706-339c-4cb5-82ff-b7acc627b021 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 943 time: 0.3287339 May 04 13:48:39.655789 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3de416d0-d24b-4371-97e2-0129c93f0025 req-f9f05d71-adc7-4240-83e2-8bb0241307d0 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747440 May 04 13:48:39.667698 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e089fe-1973-406b-a659-cd0724fd4242 req-e26592f1-fab8-4223-b656-551a6201566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:39.670224 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-c9e089fe-1973-406b-a659-cd0724fd4242 req-e26592f1-fab8-4223-b656-551a6201566e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd535cb7605d4b0ba00714d0c6f98aad&device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 1137 time: 0.7028368 May 04 13:48:39.671089 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Pushing event updated for resources: {'Port': ['ID=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:39.695029 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:39.697674 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:39.705052 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:39.870325 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Network ec979011-6604-4968-ace9-769b935940bc is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:48:39.877765 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Resources bound (agent type, host, resource id): {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:39.881530 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:48:39.913746 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e089fe-1973-406b-a659-cd0724fd4242 req-08e6dbe6-60d2-414d-b557-cf41af21a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:39.915896 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-c9e089fe-1973-406b-a659-cd0724fd4242 req-08e6dbe6-60d2-414d-b557-cf41af21a1ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=b52ba926-9a0c-4ed7-8661-090c20371f1a HTTP/1.1" status: 200 len: 915 time: 0.2193973 May 04 13:48:39.957801 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Pushing event updated for resources: {'Port': ['ID=9a40c256-3568-4ad4-93aa-e90b7b651b05,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:39.962506 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:40.083761 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a38dda3d-abe5-4745-a72d-b53e0eb57bc6 req-cbed62b0-7874-4d67-a50c-ad580bd9f366 service neutron] 10.222.0.30 "GET /v2.0/networks/5819c209-e830-494e-8b5b-2011ecaaec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356390 May 04 13:48:40.095197 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-c9e089fe-1973-406b-a659-cd0724fd4242 req-f24cb757-2ccc-48a2-b808-9e1fc466ca11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=439d0690-14d1-4e35-a821-e3dc82ecbe9a HTTP/1.1" status: 200 len: 1001 time: 0.1625724 May 04 13:48:40.096129 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:40.097823 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:48:40.157319 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-073c8201-65b3-4091-9d54-104c4d621f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:40.158900 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-073c8201-65b3-4091-9d54-104c4d621f5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa011d4f8ea24f91a968eb99a050ed79&device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 1096 time: 0.5682437 May 04 13:48:40.235363 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:40.267799 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-6eee722b-cf92-4155-aaf7-dc96246fdb58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8f7b34f-bd90-4a8f-8fe0-9112e316c432 HTTP/1.1" status: 200 len: 217 time: 0.0984709 May 04 13:48:40.275097 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e089fe-1973-406b-a659-cd0724fd4242 req-92d5e290-4868-486a-a385-8019de40c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:40.277073 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-c9e089fe-1973-406b-a659-cd0724fd4242 req-92d5e290-4868-486a-a385-8019de40c145 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4355c3c9-e116-453d-92e4-886f7ef637b2 HTTP/1.1" status: 200 len: 853 time: 0.1738434 May 04 13:48:40.298100 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0b28c-b14a-4211-8f31-135cee4ed4c7 req-d837e0b1-fb38-406f-ab07-86c522cb6f6a tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:40.300743 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e6a0b28c-b14a-4211-8f31-135cee4ed4c7 req-d837e0b1-fb38-406f-ab07-86c522cb6f6a tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 943 time: 0.3445480 May 04 13:48:40.418360 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-198258f6-a393-4bd2-98d8-aea3e41c1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:40.420989 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-198258f6-a393-4bd2-98d8-aea3e41c1761 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=468ed228-2645-4e84-b7ff-24abd353db04 HTTP/1.1" status: 200 len: 856 time: 0.1426144 May 04 13:48:40.451381 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e6a0b28c-b14a-4211-8f31-135cee4ed4c7 req-6f4a866b-783b-42f0-b86b-517c98fa9568 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223660 May 04 13:48:40.490113 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023,segment=NetworkSegment(c526d66a-050e-4f2d-b706-4b508fd7f802),segment_id=c526d66a-050e-4f2d-b706-4b508fd7f802)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:48:40.500402 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e089fe-1973-406b-a659-cd0724fd4242 req-3f23ebfa-82f8-4d2c-92dc-c9aaeb75de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:40.501913 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-c9e089fe-1973-406b-a659-cd0724fd4242 req-3f23ebfa-82f8-4d2c-92dc-c9aaeb75de54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b52ba926-9a0c-4ed7-8661-090c20371f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1697676 May 04 13:48:40.509167 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023', 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60', 'port_id': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023', 'mac_address': 'fa:16:3e:fd:62:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:48:40.581050 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:40.600440 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:48:40.617934 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023,segment=NetworkSegment(c526d66a-050e-4f2d-b706-4b508fd7f802),segment_id=c526d66a-050e-4f2d-b706-4b508fd7f802)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:48:40.625259 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:40.628965 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-0e06a738-03f2-4d91-901c-2b02fb70526a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:40.713095 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:40.721093 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510930'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:40.727048 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-08311089-bfa9-44e4-91c1-8868f946ddb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:40.734449 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-4bf637f9-d1c2-469a-8da8-859bf75113b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:40.737071 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-4bf637f9-d1c2-469a-8da8-859bf75113b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=837d1d6a-cef0-4444-bf2f-24dd96641b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3050053 May 04 13:48:40.799460 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Pushing event updated for resources: {'Port': ['ID=9a40c256-3568-4ad4-93aa-e90b7b651b05,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:40.804553 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:40.807186 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:40.812817 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:40.843591 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['4ff57207-26f9-4e2a-9aa8-44cc3fc3b023'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:48:40.872691 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-c9e089fe-1973-406b-a659-cd0724fd4242 req-5c7fb797-524d-4ee8-9a1f-4b239de40896 service neutron] 10.222.0.30 "GET /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617203 May 04 13:48:40.876772 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974359'] for floatingip, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:40.954695 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for floatingip, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:40.955934 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4017272 May 04 13:48:41.012163 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f17159-ac85-45f5-aef9-719ac6d2818d req-b4d49712-36b8-4654-bd17-0111ac45673e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:41.020847 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c0f17159-ac85-45f5-aef9-719ac6d2818d req-b4d49712-36b8-4654-bd17-0111ac45673e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 943 time: 0.2133286 May 04 13:48:41.074764 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c0f17159-ac85-45f5-aef9-719ac6d2818d req-147e2e30-05d8-437f-9c84-136069e7f8e6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528553 May 04 13:48:41.194151 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-1679968b-2218-445a-80aa-81d586b21230 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465289 May 04 13:48:41.218958 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-48583043-8c48-4e23-b76e-6a0c98393fab req-b5d60a80-f582-4b8f-ad24-38a1ef7b25cd tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Synchronizing usage tracker for tenant:7bea85a15656418198b0f51c80271aca on resource:security_group {{(pid=73861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:48:41.234980 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-48583043-8c48-4e23-b76e-6a0c98393fab req-b5d60a80-f582-4b8f-ad24-38a1ef7b25cd tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Unset dirty status for tenant:7bea85a15656418198b0f51c80271aca on resource:security_group {{(pid=73861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:48:41.236355 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-48583043-8c48-4e23-b76e-6a0c98393fab req-b5d60a80-f582-4b8f-ad24-38a1ef7b25cd tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1404846564&fields=id&tenant_id=7bea85a15656418198b0f51c80271aca HTTP/1.1" status: 200 len: 267 time: 0.0596907 May 04 13:48:41.249122 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-c9e089fe-1973-406b-a659-cd0724fd4242 req-f01229c9-e615-48eb-8c63-723fa73ec802 service neutron] 10.222.0.30 "GET /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259542 May 04 13:48:41.347949 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8f2ef40d-a516-4196-b357-a0233ebbfda5 req-5af93fde-c3ed-4489-b31d-827a60a1bf33 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396074 May 04 13:48:41.413634 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48583043-8c48-4e23-b76e-6a0c98393fab req-2343256e-2b86-4e84-b6b2-d3b53cd857fb tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:41.415326 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-48583043-8c48-4e23-b76e-6a0c98393fab req-2343256e-2b86-4e84-b6b2-d3b53cd857fb tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/networks?id=1fd94811-ffd9-4e26-916f-1e2fa598c199 HTTP/1.1" status: 200 len: 811 time: 0.1721432 May 04 13:48:41.434718 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-48583043-8c48-4e23-b76e-6a0c98393fab req-4ac91391-ef7b-41fc-8f45-061ee50f1065 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/quotas/7bea85a15656418198b0f51c80271aca HTTP/1.1" status: 200 len: 375 time: 0.0107648 May 04 13:48:41.485024 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3d5e9-ee7c-4914-9794-700c3dd8a4da req-f04827bd-2a50-4f11-8936-25ddcfdf6afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:41.486516 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f2c3d5e9-ee7c-4914-9794-700c3dd8a4da req-f04827bd-2a50-4f11-8936-25ddcfdf6afd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa011d4f8ea24f91a968eb99a050ed79&device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 1096 time: 0.0850110 May 04 13:48:41.530954 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-48583043-8c48-4e23-b76e-6a0c98393fab req-bf7c73de-a50c-471f-8041-3621255ad521 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bea85a15656418198b0f51c80271aca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0907211 May 04 13:48:41.657134 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3d5e9-ee7c-4914-9794-700c3dd8a4da req-44f23a46-ce8c-46da-8ba2-399425f0ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:41.658619 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f2c3d5e9-ee7c-4914-9794-700c3dd8a4da req-44f23a46-ce8c-46da-8ba2-399425f0ff05 service neutron] 10.222.0.30 "GET /v2.0/networks?id=837d1d6a-cef0-4444-bf2f-24dd96641b9c HTTP/1.1" status: 200 len: 918 time: 0.1643226 May 04 13:48:41.741866 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-48583043-8c48-4e23-b76e-6a0c98393fab req-7dff950f-c54a-41c2-81ea-5c32d8ee0090 service neutron] 10.222.0.44 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986983 May 04 13:48:41.746275 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f2c3d5e9-ee7c-4914-9794-700c3dd8a4da req-eac111bb-90aa-4f72-8d43-0beaa99143c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8f7b34f-bd90-4a8f-8fe0-9112e316c432 HTTP/1.1" status: 200 len: 217 time: 0.0797102 May 04 13:48:41.806838 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c82f3-f13a-4c27-9a91-4605203bef23 req-3a89d963-f3c6-4c01-bb36-b6d02049673a tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:41.808346 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-733c82f3-f13a-4c27-9a91-4605203bef23 req-3a89d963-f3c6-4c01-bb36-b6d02049673a tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 944 time: 0.1742961 May 04 13:48:41.834423 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3d5e9-ee7c-4914-9794-700c3dd8a4da req-7046b32a-c032-4545-a2e2-bd23ac65a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:41.834423 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f2c3d5e9-ee7c-4914-9794-700c3dd8a4da req-7046b32a-c032-4545-a2e2-bd23ac65a203 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=468ed228-2645-4e84-b7ff-24abd353db04 HTTP/1.1" status: 200 len: 856 time: 0.0794396 May 04 13:48:41.933202 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3d5e9-ee7c-4914-9794-700c3dd8a4da req-80366adb-12c7-49d9-8a8a-65c6276dcb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:41.934866 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f2c3d5e9-ee7c-4914-9794-700c3dd8a4da req-80366adb-12c7-49d9-8a8a-65c6276dcb6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=837d1d6a-cef0-4444-bf2f-24dd96641b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0882096 May 04 13:48:42.029097 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-733c82f3-f13a-4c27-9a91-4605203bef23 req-7997e4d1-b043-4beb-a6c9-00a3d6366081 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723790 May 04 13:48:42.072492 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-48583043-8c48-4e23-b76e-6a0c98393fab req-1c5b702a-db7b-4354-998c-1b7d148891d0 service neutron] 10.222.0.44 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211677 May 04 13:48:42.097773 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f2c3d5e9-ee7c-4914-9794-700c3dd8a4da req-eb833893-dfdb-4578-a45d-998ba9118032 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557894 May 04 13:48:42.118984 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:48:42.259389 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:48:42.267546 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:48:42.268509 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:42.274558 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f2c3d5e9-ee7c-4914-9794-700c3dd8a4da req-d14daa99-ed9b-4ecd-a3ea-6c07c5433185 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691189 May 04 13:48:42.320456 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53208f7-f0b4-46a1-a87d-1cc1a23636dc req-21607a15-685f-48ba-a9a6-19bbffccc622 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:42.321997 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b53208f7-f0b4-46a1-a87d-1cc1a23636dc req-21607a15-685f-48ba-a9a6-19bbffccc622 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 943 time: 0.0975106 May 04 13:48:42.374203 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b53208f7-f0b4-46a1-a87d-1cc1a23636dc req-4fb6424f-11da-4a4d-93f5-5ca9647d924e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449121 May 04 13:48:42.411631 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:42.439129 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:48:42.452980 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023,segment=NetworkSegment(c526d66a-050e-4f2d-b706-4b508fd7f802),segment_id=c526d66a-050e-4f2d-b706-4b508fd7f802)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:48:42.457522 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:42.459684 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:42.492642 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023', 'code': 200} May 04 13:48:42.538260 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:42.541599 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:42.799721 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992efb87-04d7-4f50-93ea-e7ce3b16dee3 req-202b7f7f-b0ce-4fc6-a5bd-544c7e45520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:42.801277 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-992efb87-04d7-4f50-93ea-e7ce3b16dee3 req-202b7f7f-b0ce-4fc6-a5bd-544c7e45520b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 1098 time: 0.0764995 May 04 13:48:42.848150 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-992efb87-04d7-4f50-93ea-e7ce3b16dee3 req-2bb98b79-b39f-476c-8efd-4c0fe45b47aa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392888 May 04 13:48:43.235574 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c43562-41a9-4f78-90f9-4e4f8b53646e req-80883888-8b9a-4a3e-a1f7-8aa94c19f21d tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:43.237452 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b4c43562-41a9-4f78-90f9-4e4f8b53646e req-80883888-8b9a-4a3e-a1f7-8aa94c19f21d tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.0950503 May 04 13:48:43.296716 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b4c43562-41a9-4f78-90f9-4e4f8b53646e req-84b56a06-94a0-4d8f-a2ce-ca9261815d5d tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533569 May 04 13:48:43.381896 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-046f6d7f-fb49-40ec-bb87-18e39f97de5b req-f745036b-e6ac-45c1-a656-f42b123a01d7 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 210 time: 0.0519197 May 04 13:48:43.673187 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 51192) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:43.681059 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc1431-6dc0-43fa-b1d2-55f09ed2a14f req-9f2782c1-11b8-474c-b166-3151fa3ea0ba tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:43.684005 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-74bc1431-6dc0-43fa-b1d2-55f09ed2a14f req-9f2782c1-11b8-474c-b166-3151fa3ea0ba tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 943 time: 0.1671591 May 04 13:48:43.801507 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-74bc1431-6dc0-43fa-b1d2-55f09ed2a14f req-35cb4a1e-12ab-474c-a270-eadf744a452a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996563 May 04 13:48:43.988810 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9a242a49-cf0c-4b0c-816a-5ebffc85d958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:44.018621 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-9a242a49-cf0c-4b0c-816a-5ebffc85d958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:44.024456 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-9a242a49-cf0c-4b0c-816a-5ebffc85d958 admin admin] Usage tracker for resource:security_group_rule and tenant:d669c949ea98473c9404ead9ccf79366 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:44.028510 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-9a242a49-cf0c-4b0c-816a-5ebffc85d958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:44.036374 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-9a242a49-cf0c-4b0c-816a-5ebffc85d958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:44.130179 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9a242a49-cf0c-4b0c-816a-5ebffc85d958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:44.133788 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9a242a49-cf0c-4b0c-816a-5ebffc85d958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:44.140475 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device c8f7b34f-bd90-4a8f-8fe0-9112e316c432 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:48:44.142421 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-fa168924-07be-4c59-be74-c87dc9d61045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:44.188721 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a242a49-cf0c-4b0c-816a-5ebffc85d958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4c6d58-dc3c-406b-9c54-a19732dc3f93,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:44.193149 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-9a242a49-cf0c-4b0c-816a-5ebffc85d958 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d669c949ea98473c9404ead9ccf79366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193791 May 04 13:48:44.194074 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9a242a49-cf0c-4b0c-816a-5ebffc85d958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:44.195741 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 51200) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:44.260971 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-03473917-f27c-49e1-b186-f6aec95159fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:44.287640 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-03473917-f27c-49e1-b186-f6aec95159fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:44.347704 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port c8f7b34f-bd90-4a8f-8fe0-9112e316c432, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:48:44.360115 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-03473917-f27c-49e1-b186-f6aec95159fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:44.368427 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f42c4e39-8924-4b94-917c-5c2ed0165cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:44.378119 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'port_id': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432', 'mac_address': 'fa:16:3e:d0:24:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:48:44.391831 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-03473917-f27c-49e1-b186-f6aec95159fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:44.395872 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-03473917-f27c-49e1-b186-f6aec95159fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb4c6d58-dc3c-406b-9c54-a19732dc3f93 HTTP/1.1" status: 204 len: 168 time: 0.1967561 May 04 13:48:44.397774 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03473917-f27c-49e1-b186-f6aec95159fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4c6d58-dc3c-406b-9c54-a19732dc3f93,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:44.401132 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-03473917-f27c-49e1-b186-f6aec95159fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:44.481552 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:44.504459 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f7b34f-bd90-4a8f-8fe0-9112e316c432 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:48:44.525407 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port c8f7b34f-bd90-4a8f-8fe0-9112e316c432, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:48:44.532897 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:44.535036 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f762eb18-6bd7-45f5-af86-416db8a28ac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:44.629035 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:44.632724 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:44.646073 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b4e56999-20c9-4b76-8173-aa163e9dc4db req-286f7cd4-1293-4064-b9d4-ea3c44893878 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 210 time: 0.0800002 May 04 13:48:44.693417 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a35ff-24c0-4363-b161-9903e9f01f8a req-cbc0eaae-db23-494b-aad7-1364e29504f5 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:44.693417 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-637a35ff-24c0-4363-b161-9903e9f01f8a req-cbc0eaae-db23-494b-aad7-1364e29504f5 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.2508254 May 04 13:48:44.756110 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['c8f7b34f-bd90-4a8f-8fe0-9112e316c432'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:48:44.787170 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-637a35ff-24c0-4363-b161-9903e9f01f8a req-6a3dcb60-ab47-4843-bb6c-fd18be1566c9 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909915 May 04 13:48:44.923472 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48583043-8c48-4e23-b76e-6a0c98393fab req-7298f1f8-5dc1-4388-846a-eaf75fb01f90 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:44.930479 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-48583043-8c48-4e23-b76e-6a0c98393fab req-7298f1f8-5dc1-4388-846a-eaf75fb01f90 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.30 "GET /v2.0/networks?id=1fd94811-ffd9-4e26-916f-1e2fa598c199 HTTP/1.1" status: 200 len: 811 time: 0.2917144 May 04 13:48:44.959207 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 51218) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:44.995382 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1a044c4e-d8f2-4b59-8c45-5292f2b4309a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:45.014782 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-48583043-8c48-4e23-b76e-6a0c98393fab req-0325ead7-0dfb-438d-ada3-137a0ec4930b tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bea85a15656418198b0f51c80271aca HTTP/1.1" status: 200 len: 380 time: 0.0802784 May 04 13:48:45.032883 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-48583043-8c48-4e23-b76e-6a0c98393fab req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Request body: {'port': {'device_id': 'de270157-580a-4c96-ab04-3ce8bc2d9203', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'admin_state_up': True, 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'security_groups': ['eb52417d-3082-4eb8-8cc1-466356d98c98']}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:45.099056 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-1a044c4e-d8f2-4b59-8c45-5292f2b4309a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:45.108952 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-1a044c4e-d8f2-4b59-8c45-5292f2b4309a admin admin] Usage tracker for resource:security_group_rule and tenant:faaee1ba267c4fc8958f31380589c70a is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:45.113832 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-1a044c4e-d8f2-4b59-8c45-5292f2b4309a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:45.124415 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-1a044c4e-d8f2-4b59-8c45-5292f2b4309a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:45.195340 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-48583043-8c48-4e23-b76e-6a0c98393fab req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:45.200420 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-48583043-8c48-4e23-b76e-6a0c98393fab req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Usage tracker for resource:port and tenant:7bea85a15656418198b0f51c80271aca is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:45.203222 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4a20a-0685-44a5-86d5-756721dd3da3 req-06c570e1-1309-4b8f-b07c-06b5122481d6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:45.203829 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-48583043-8c48-4e23-b76e-6a0c98393fab req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:45.205398 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-aef4a20a-0685-44a5-86d5-756721dd3da3 req-06c570e1-1309-4b8f-b07c-06b5122481d6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 944 time: 0.2137895 May 04 13:48:45.213586 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-48583043-8c48-4e23-b76e-6a0c98393fab req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:45.226635 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48583043-8c48-4e23-b76e-6a0c98393fab req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Made reservation on behalf of 7bea85a15656418198b0f51c80271aca for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:48:45.231318 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-48583043-8c48-4e23-b76e-6a0c98393fab req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:45.264839 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa728a-e149-4312-9fa8-01a0c0bfd354 req-ba705fbd-4a9f-4d34-aa7f-0d92a933dc8b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:45.266374 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-02fa728a-e149-4312-9fa8-01a0c0bfd354 req-ba705fbd-4a9f-4d34-aa7f-0d92a933dc8b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.2245607 May 04 13:48:45.324945 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-aef4a20a-0685-44a5-86d5-756721dd3da3 req-c9f6bb4e-cbcd-4ed8-b39c-59eff6bbd9d5 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128080 May 04 13:48:45.352948 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1a044c4e-d8f2-4b59-8c45-5292f2b4309a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:45.359071 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1a044c4e-d8f2-4b59-8c45-5292f2b4309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:45.372035 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-595797c1-012b-47f6-ae4b-192b49e93122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:45.401564 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-02fa728a-e149-4312-9fa8-01a0c0bfd354 req-eb5afe88-efed-4f2a-8624-e98d2a5acca3 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219332 May 04 13:48:45.421753 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-48583043-8c48-4e23-b76e-6a0c98393fab req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Allocated IP 172.20.0.13 (1fd94811-ffd9-4e26-916f-1e2fa598c199/44f55995-417a-4b33-b1ec-1e179bdc93a5/f93ea32f-c2a3-4621-833d-972c29a2503f) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:48:45.425048 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-1a044c4e-d8f2-4b59-8c45-5292f2b4309a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=faaee1ba267c4fc8958f31380589c70a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4643102 May 04 13:48:45.426601 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 51224) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:45.439950 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a044c4e-d8f2-4b59-8c45-5292f2b4309a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6449bbd9-cebb-4855-9044-985896878b66,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:45.440387 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 51228) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:45.444723 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1a044c4e-d8f2-4b59-8c45-5292f2b4309a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:45.745310 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d57e56c-d648-4807-9e38-3c18730127f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:45.802667 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d57e56c-d648-4807-9e38-3c18730127f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:45.857119 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-48583043-8c48-4e23-b76e-6a0c98393fab req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:45.860930 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fb8c19c4-fd4e-490d-8354-d30f1fe138d7 req-26e15787-9256-4691-afcc-d52c5928e468 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 210 time: 0.0616992 May 04 13:48:45.886040 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-48583043-8c48-4e23-b76e-6a0c98393fab req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Transition to ACTIVE for port object f93ea32f-c2a3-4621-833d-972c29a2503f will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:48:45.948046 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d57e56c-d648-4807-9e38-3c18730127f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:45.956412 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2f84db29-efcb-4849-8047-c87018375ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:45.981522 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57e56c-d648-4807-9e38-3c18730127f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6449bbd9-cebb-4855-9044-985896878b66,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:45.987481 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3d57e56c-d648-4807-9e38-3c18730127f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:46.001700 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d57e56c-d648-4807-9e38-3c18730127f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:46.004255 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-3d57e56c-d648-4807-9e38-3c18730127f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6449bbd9-cebb-4855-9044-985896878b66 HTTP/1.1" status: 204 len: 168 time: 0.5753453 May 04 13:48:46.005234 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-48583043-8c48-4e23-b76e-6a0c98393fab req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:46.012664 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:46.084885 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48583043-8c48-4e23-b76e-6a0c98393fab req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Network 1fd94811-ffd9-4e26-916f-1e2fa598c199 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:48:46.096543 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-48583043-8c48-4e23-b76e-6a0c98393fab req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:46.115028 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-48583043-8c48-4e23-b76e-6a0c98393fab req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:48:46.149728 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18f000f-5e92-4afb-86b2-4d2dd4e3bc16 tempest-TestShelveInstance-960272159 tempest-TestShelveInstance-960272159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:46.151443 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-e18f000f-5e92-4afb-86b2-4d2dd4e3bc16 tempest-TestShelveInstance-960272159 tempest-TestShelveInstance-960272159-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 1093 time: 0.5890927 May 04 13:48:46.152209 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Pushing event updated for resources: {'Port': ['ID=f93ea32f-c2a3-4621-833d-972c29a2503f,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:46.154992 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 51238) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:46.160589 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:46.166212 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device c8f7b34f-bd90-4a8f-8fe0-9112e316c432 up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:48:46.182625 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Request body: {'floatingip': {'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'port_id': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:46.193022 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:46.200036 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48583043-8c48-4e23-b76e-6a0c98393fab req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:46.201021 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-48583043-8c48-4e23-b76e-6a0c98393fab req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:46.204950 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Usage tracker for resource:floatingip and tenant:ba7d7287eddb4c00ab92d7d96e686d4e is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:46.209223 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:46.226619 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-48583043-8c48-4e23-b76e-6a0c98393fab req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1989908 May 04 13:48:46.229158 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:46.240405 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Request body: {'port': {'device_id': 'de270157-580a-4c96-ab04-3ce8bc2d9203', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:46.246454 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for floatingip, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:46.290786 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port c8f7b34f-bd90-4a8f-8fe0-9112e316c432 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:48:46.303558 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port c8f7b34f-bd90-4a8f-8fe0-9112e316c432 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:48:46.304298 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:46.386851 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:46.419216 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:46.505147 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-2fa27b22-3bb8-4ee5-9bfc-1ec1665b5a3c None None] Provisioning for port f93ea32f-c2a3-4621-833d-972c29a2503f completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:48:46.512249 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:46.523968 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-2fa27b22-3bb8-4ee5-9bfc-1ec1665b5a3c None None] Provisioning complete for port f93ea32f-c2a3-4621-833d-972c29a2503f triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:48:46.524408 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2fa27b22-3bb8-4ee5-9bfc-1ec1665b5a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:46.566854 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 51246) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:46.592351 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-2fa27b22-3bb8-4ee5-9bfc-1ec1665b5a3c None None] Port f93ea32f-c2a3-4621-833d-972c29a2503f cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:48:46.611541 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:48:46.639536 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port c8f7b34f-bd90-4a8f-8fe0-9112e316c432, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:48:46.644139 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-807d097d-d8b2-4e21-a4ba-40e8d28f600d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:46.646263 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:46.649077 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-a4b2e284-4984-45a3-a12e-7fad85604c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:46.679699 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-807d097d-d8b2-4e21-a4ba-40e8d28f600d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:48:46.696515 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-807d097d-d8b2-4e21-a4ba-40e8d28f600d admin admin] Usage tracker for resource:security_group_rule and tenant:9c95efbea9c0402cb989326d1f1f8b32 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:48:46.697757 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432', 'code': 200} May 04 13:48:46.701339 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-807d097d-d8b2-4e21-a4ba-40e8d28f600d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:48:46.707444 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Allocated IP 172.28.3.9 (ec979011-6604-4968-ace9-769b935940bc/86424637-3a1b-4645-9cbe-37dcbde5db40/047aca62-24a1-4c23-8ed4-085f7eb76f73) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:48:46.730050 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-807d097d-d8b2-4e21-a4ba-40e8d28f600d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:48:46.746761 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:46.752295 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:46.874109 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede27b8a-6f65-4333-834f-e5c1a59005f6 req-5bb3af31-639e-4aca-a6c1-74f1ef6cba4a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:46.875753 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ede27b8a-6f65-4333-834f-e5c1a59005f6 req-5bb3af31-639e-4aca-a6c1-74f1ef6cba4a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 944 time: 0.3098016 May 04 13:48:46.876470 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93ea32f-c2a3-4621-833d-972c29a2503f {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:48:46.887125 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:46.943723 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Transition to ACTIVE for port object f93ea32f-c2a3-4621-833d-972c29a2503f will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:48:46.952355 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:46.959420 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:47.033829 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ede27b8a-6f65-4333-834f-e5c1a59005f6 req-d012fd33-5066-4808-8755-36c62f760acd tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283519 May 04 13:48:47.087193 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:47.107384 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Pushing event updated for resources: {'Port': ['ID=f93ea32f-c2a3-4621-833d-972c29a2503f,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:47.112782 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:47.115840 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-807d097d-d8b2-4e21-a4ba-40e8d28f600d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:47.128183 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-807d097d-d8b2-4e21-a4ba-40e8d28f600d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:47.144337 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-d96833a9-3126-4f86-9b01-849dd29b285c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:47.196435 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559bd8b-266c-4004-b0b8-1b915b6e0bfa req-799b7772-bf94-43af-86d8-4064170d6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:47.198072 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d559bd8b-266c-4004-b0b8-1b915b6e0bfa req-799b7772-bf94-43af-86d8-4064170d6c88 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 1098 time: 0.3023984 May 04 13:48:47.210941 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a8d46-9f4a-4c6e-b1fb-ac6febadadea req-98545b8e-5641-4a94-90cd-127d09ca887d tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:47.212611 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d61a8d46-9f4a-4c6e-b1fb-ac6febadadea req-98545b8e-5641-4a94-90cd-127d09ca887d tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 944 time: 0.2319727 May 04 13:48:47.219984 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-807d097d-d8b2-4e21-a4ba-40e8d28f600d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c95efbea9c0402cb989326d1f1f8b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6519806 May 04 13:48:47.223996 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 51256) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:47.251033 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d097d-d8b2-4e21-a4ba-40e8d28f600d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c10609-f0ae-4be5-95d2-e5957702a8fe,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:47.262138 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-807d097d-d8b2-4e21-a4ba-40e8d28f600d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:47.293046 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:47.315061 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:47.341071 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d559bd8b-266c-4004-b0b8-1b915b6e0bfa req-72c1bc0e-6461-43a7-b088-3ff43dda05d8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245792 May 04 13:48:47.345430 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Attempting to bind port f93ea32f-c2a3-4621-833d-972c29a2503f on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:48:47.346013 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Attempting to bind port f93ea32f-c2a3-4621-833d-972c29a2503f by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '314af9a7-9530-4926-9518-e292dd0275c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:48:47.346590 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Attempting to bind port f93ea32f-c2a3-4621-833d-972c29a2503f on network 1fd94811-ffd9-4e26-916f-1e2fa598c199 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:48:47.355337 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Port f93ea32f-c2a3-4621-833d-972c29a2503f on network 1fd94811-ffd9-4e26-916f-1e2fa598c199 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:48:47.355872 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Attempting to bind port f93ea32f-c2a3-4621-833d-972c29a2503f on network 1fd94811-ffd9-4e26-916f-1e2fa598c199 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:48:47.361059 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d61a8d46-9f4a-4c6e-b1fb-ac6febadadea req-31a82208-30bc-49d6-af33-64d856c9938a tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb52417d-3082-4eb8-8cc1-466356d98c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395903 May 04 13:48:47.365173 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:48:47.365738 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Checking segment: {'id': '314af9a7-9530-4926-9518-e292dd0275c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:48:47.366378 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Bound using segment: {'id': '314af9a7-9530-4926-9518-e292dd0275c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:48:47.367113 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Bound port: f93ea32f-c2a3-4621-833d-972c29a2503f, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314af9a7-9530-4926-9518-e292dd0275c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:48:47.367684 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:47.502051 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Network ec979011-6604-4968-ace9-769b935940bc is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:48:47.511716 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Resources bound (agent type, host, resource id): {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:47.519299 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:48:47.535852 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] For port f93ea32f-c2a3-4621-833d-972c29a2503f, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:48:47.541012 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] For port f93ea32f-c2a3-4621-833d-972c29a2503f, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f93ea32f-c2a3-4621-833d-972c29a2503f,segment=NetworkSegment(314af9a7-9530-4926-9518-e292dd0275c6),segment_id=314af9a7-9530-4926-9518-e292dd0275c6)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:48:47.547384 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:47.551399 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Pushing event updated for resources: {'Port': ['ID=047aca62-24a1-4c23-8ed4-085f7eb76f73,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:47.552605 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0eedcaed-7fca-486b-8249-46f23726bf9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:47.553745 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c08e6383-140e-4958-b656-c0d8882e06d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:47.555609 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:47.597730 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c08e6383-140e-4958-b656-c0d8882e06d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:47.608403 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:47.608925 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:47.610381 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-48583043-8c48-4e23-b76e-6a0c98393fab req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] 10.222.0.30 "PUT /v2.0/ports/f93ea32f-c2a3-4621-833d-972c29a2503f HTTP/1.1" status: 200 len: 1094 time: 1.3748362 May 04 13:48:47.613387 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de270157-580a-4c96-ab04-3ce8bc2d9203', 'tag': 'f93ea32f-c2a3-4621-833d-972c29a2503f'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:48:47.660270 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Pushing event updated for resources: {'Port': ['ID=f93ea32f-c2a3-4621-833d-972c29a2503f,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:47.665106 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:47.716324 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de270157-580a-4c96-ab04-3ce8bc2d9203', 'tag': 'f93ea32f-c2a3-4621-833d-972c29a2503f', 'status': 'completed', 'code': 200} May 04 13:48:47.753942 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48583043-8c48-4e23-b76e-6a0c98393fab req-71b33856-ca52-41d5-b612-5cc911cac848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:47.756789 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-48583043-8c48-4e23-b76e-6a0c98393fab req-71b33856-ca52-41d5-b612-5cc911cac848 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7bea85a15656418198b0f51c80271aca&device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 1097 time: 0.0880151 May 04 13:48:47.844985 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c08e6383-140e-4958-b656-c0d8882e06d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:47.848106 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:48:47.851085 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-9194a30c-c68b-4a69-82c1-419f0250da31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:47.879091 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e6383-140e-4958-b656-c0d8882e06d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c10609-f0ae-4be5-95d2-e5957702a8fe,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:47.893497 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-c08e6383-140e-4958-b656-c0d8882e06d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:47.948963 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-48583043-8c48-4e23-b76e-6a0c98393fab req-e1b626c1-9597-4f7e-9129-90e98e39353f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f93ea32f-c2a3-4621-833d-972c29a2503f HTTP/1.1" status: 200 len: 217 time: 0.1799278 May 04 13:48:47.970977 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c08e6383-140e-4958-b656-c0d8882e06d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:47.972143 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-c08e6383-140e-4958-b656-c0d8882e06d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06c10609-f0ae-4be5-95d2-e5957702a8fe HTTP/1.1" status: 204 len: 168 time: 0.7457116 May 04 13:48:48.024435 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48583043-8c48-4e23-b76e-6a0c98393fab req-89f478cf-a05d-4104-839f-6c429e6edd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:48.025885 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-48583043-8c48-4e23-b76e-6a0c98393fab req-89f478cf-a05d-4104-839f-6c429e6edd71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44f55995-417a-4b33-b1ec-1e179bdc93a5 HTTP/1.1" status: 200 len: 850 time: 0.0699914 May 04 13:48:48.096531 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:48.134956 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48583043-8c48-4e23-b76e-6a0c98393fab req-6f88fc96-2871-40e6-9604-bcf1cc55878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:48.136644 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-48583043-8c48-4e23-b76e-6a0c98393fab req-6f88fc96-2871-40e6-9604-bcf1cc55878e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fd94811-ffd9-4e26-916f-1e2fa598c199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1016097 May 04 13:48:48.206722 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:48.369599 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-48583043-8c48-4e23-b76e-6a0c98393fab req-b7bc01d7-9331-4893-a4c9-373122c9f0fe service neutron] 10.222.0.30 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240341 May 04 13:48:48.508002 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633d5be-a9ee-485d-93ee-8252d41fed7a req-b4d5e871-85ef-4872-8e86-4afb4d7881c0 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:48.511245 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b633d5be-a9ee-485d-93ee-8252d41fed7a req-b4d5e871-85ef-4872-8e86-4afb4d7881c0 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.2428329 May 04 13:48:48.554213 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-48583043-8c48-4e23-b76e-6a0c98393fab req-af88487f-3828-4f18-ad46-5c3bca2f51ee service neutron] 10.222.0.30 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763997 May 04 13:48:48.690674 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa32a4f-7f83-4b93-8d0c-0fbed10f03a6 req-0deddb1f-cca6-4699-8127-7c7f2a8815e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:48.693000 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0aa32a4f-7f83-4b93-8d0c-0fbed10f03a6 req-0deddb1f-cca6-4699-8127-7c7f2a8815e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7bea85a15656418198b0f51c80271aca&device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 1097 time: 0.0808806 May 04 13:48:48.864445 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa32a4f-7f83-4b93-8d0c-0fbed10f03a6 req-37bed822-32d6-4f6c-8204-60808f120229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:48.866063 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b633d5be-a9ee-485d-93ee-8252d41fed7a req-c005ebdf-8ed2-4852-8f5c-5da940f87b1e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3476379 May 04 13:48:48.880096 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0aa32a4f-7f83-4b93-8d0c-0fbed10f03a6 req-37bed822-32d6-4f6c-8204-60808f120229 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1fd94811-ffd9-4e26-916f-1e2fa598c199 HTTP/1.1" status: 200 len: 912 time: 0.1797328 May 04 13:48:48.935879 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdcad7-eae8-41b4-90e0-629741cea668 req-6d899a17-ef43-485d-895d-1c17999380e7 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:48.938974 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9cfdcad7-eae8-41b4-90e0-629741cea668 req-6d899a17-ef43-485d-895d-1c17999380e7 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 944 time: 0.3205967 May 04 13:48:48.981142 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0aa32a4f-7f83-4b93-8d0c-0fbed10f03a6 req-75e7f63c-00c1-41ea-8663-e28f144b705d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f93ea32f-c2a3-4621-833d-972c29a2503f HTTP/1.1" status: 200 len: 217 time: 0.0865057 May 04 13:48:48.991430 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:49.004948 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510930'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:49.037488 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:49.066309 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa32a4f-7f83-4b93-8d0c-0fbed10f03a6 req-c37575d9-3886-4e4c-93f9-7a442d611977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:49.068005 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0aa32a4f-7f83-4b93-8d0c-0fbed10f03a6 req-c37575d9-3886-4e4c-93f9-7a442d611977 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44f55995-417a-4b33-b1ec-1e179bdc93a5 HTTP/1.1" status: 200 len: 850 time: 0.0777402 May 04 13:48:49.155236 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa32a4f-7f83-4b93-8d0c-0fbed10f03a6 req-10123a4b-47f4-48fe-b80f-501603469cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:49.156660 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0aa32a4f-7f83-4b93-8d0c-0fbed10f03a6 req-10123a4b-47f4-48fe-b80f-501603469cc6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fd94811-ffd9-4e26-916f-1e2fa598c199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800683 May 04 13:48:49.165230 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9cfdcad7-eae8-41b4-90e0-629741cea668 req-e468a466-6b8b-430f-b029-3bb51d8a6d17 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb52417d-3082-4eb8-8cc1-466356d98c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115185 May 04 13:48:49.208003 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Pushing event updated for resources: {'Port': ['ID=047aca62-24a1-4c23-8ed4-085f7eb76f73,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:49.213494 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:49.220676 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974359'] for floatingip, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:49.314263 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0aa32a4f-7f83-4b93-8d0c-0fbed10f03a6 req-50354c46-1104-4dc8-b2b2-4a1328f3df6f service neutron] 10.222.0.30 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492507 May 04 13:48:49.424262 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.db.l3_db [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Floating IP cf194b22-0308-4c01-a499-d439e0f29496 associated. External IP: 172.28.3.9, port: 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023. May 04 13:48:49.487363 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0aa32a4f-7f83-4b93-8d0c-0fbed10f03a6 req-8e6247e1-e776-4e2a-89e0-3d15b899db10 service neutron] 10.222.0.30 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629846 May 04 13:48:50.087045 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Router 9616a04b-25e9-4801-b908-3d907ed907d8 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:48:50.272640 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc44dc-d531-4515-921b-bfb75cd6f9d3 req-33b41c77-f0b3-4c5e-b08d-df520431e381 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:50.274147 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4cdc44dc-d531-4515-921b-bfb75cd6f9d3 req-33b41c77-f0b3-4c5e-b08d-df520431e381 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.2534523 May 04 13:48:50.398878 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:48:50.412826 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fa85f1-9913-43b5-9d54-7721a5e1fd50 None None] Sync routers for ids ['9616a04b-25e9-4801-b908-3d907ed907d8'] in dv-cinder-789564-1-smb {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:48:50.430045 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fa85f1-9913-43b5-9d54-7721a5e1fd50 None None] Routers {'9616a04b-25e9-4801-b908-3d907ed907d8'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:48:50.431089 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-65fa85f1-9913-43b5-9d54-7721a5e1fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:48:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['9616a04b-25e9-4801-b908-3d907ed907d8'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:50.442534 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4cdc44dc-d531-4515-921b-bfb75cd6f9d3 req-98fe69dc-d7a5-40fc-b1b9-1d5668b76b8f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504829 May 04 13:48:50.478053 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for floatingip, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:50.557745 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90f2b6-749d-4573-9219-10f54e90f021 req-60ad2c6c-fd0a-40b9-bddc-602246c91434 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:50.559727 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-af90f2b6-749d-4573-9219-10f54e90f021 req-60ad2c6c-fd0a-40b9-bddc-602246c91434 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 944 time: 0.2668874 May 04 13:48:50.625131 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-31416347-7cbe-4380-b750-b0378755e596 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 4.4634333 May 04 13:48:50.632444 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'tag': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:48:50.692031 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-65fa85f1-9913-43b5-9d54-7721a5e1fd50 None None] Set router 9616a04b-25e9-4801-b908-3d907ed907d8 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:48:50.785447 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-af90f2b6-749d-4573-9219-10f54e90f021 req-655c0078-f26d-4cf5-a97e-20b8b05f2471 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb52417d-3082-4eb8-8cc1-466356d98c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951866 May 04 13:48:50.877738 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a1bd8-bcdb-4108-b427-1d3977ce4867 req-85664b65-71d1-4a62-88cd-bd0ec7f2c6c1 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:50.883677 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-601a1bd8-bcdb-4108-b427-1d3977ce4867 req-85664b65-71d1-4a62-88cd-bd0ec7f2c6c1 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.2536004 May 04 13:48:50.901682 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 51326) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:50.907358 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'tag': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023', 'status': 'completed', 'code': 200} May 04 13:48:50.910944 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-18c3a6ff-0e7c-4cc4-903b-67fcf3956c4b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Request body: {'floatingip': {'port_id': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:51.116569 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-18c3a6ff-0e7c-4cc4-903b-67fcf3956c4b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for floatingip, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:51.440224 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-65fa85f1-9913-43b5-9d54-7721a5e1fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'name': 'tempest-TestShelveInstance-234654311-router', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:57Z', 'updated_at': '2021-05-04T13:47:08Z', 'revision_number': 4, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'gw_port': {'id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:59Z', 'updated_at': '2021-05-04T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_floatingips': [{'id': 'cf194b22-0308-4c01-a499-d439e0f29496', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'floating_ip_address': '172.28.3.9', 'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'router_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'port_id': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60', 'mac_address': 'fa:16:3e:fd:62:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:48:48Z', 'updated_at': '2021-05-04T13:48:48Z', 'revision_number': 0, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddd46e2-970c-4b6a-8a60-81e5f24742a9', 'name': '', 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'mac_address': 'fa:16:3e:54:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:06Z', 'updated_at': '2021-05-04T13:47:28Z', 'revision_number': 5, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'subnets': [{'id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:51.446718 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fa85f1-9913-43b5-9d54-7721a5e1fd50 None None] Checking router: 9616a04b-25e9-4801-b908-3d907ed907d8 for host: dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:48:51.460989 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fa85f1-9913-43b5-9d54-7721a5e1fd50 None None] Routers {'9616a04b-25e9-4801-b908-3d907ed907d8'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:48:51.461784 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-65fa85f1-9913-43b5-9d54-7721a5e1fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:48:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['9616a04b-25e9-4801-b908-3d907ed907d8'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:51.584110 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1479250-276e-4b6b-b917-bec8f34a4eb3 req-101a3a30-ded7-47ca-8975-04b67701e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:51.586623 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a1479250-276e-4b6b-b917-bec8f34a4eb3 req-101a3a30-ded7-47ca-8975-04b67701e21c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba7d7287eddb4c00ab92d7d96e686d4e&device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 1098 time: 0.5884254 May 04 13:48:51.727624 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-65fa85f1-9913-43b5-9d54-7721a5e1fd50 None None] Set router 9616a04b-25e9-4801-b908-3d907ed907d8 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:48:51.971075 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1479250-276e-4b6b-b917-bec8f34a4eb3 req-6fc067ba-5e9b-44b4-a838-39667368ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:51.972601 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a1479250-276e-4b6b-b917-bec8f34a4eb3 req-6fc067ba-5e9b-44b4-a838-39667368ddcc service neutron] 10.222.0.30 "GET /v2.0/networks?id=5819c209-e830-494e-8b5b-2011ecaaec60 HTTP/1.1" status: 200 len: 909 time: 0.3703785 May 04 13:48:52.100111 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c62d0-91eb-443c-8c95-b76929cef59c req-bf8da4d4-de28-4b95-9929-9e4f2586d6b9 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:52.109859 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-316c62d0-91eb-443c-8c95-b76929cef59c req-bf8da4d4-de28-4b95-9929-9e4f2586d6b9 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 944 time: 0.1512976 May 04 13:48:52.198606 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device f93ea32f-c2a3-4621-833d-972c29a2503f details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:48:52.253658 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-316c62d0-91eb-443c-8c95-b76929cef59c req-7be98219-24bf-4c10-9a65-e3ead6bee603 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb52417d-3082-4eb8-8cc1-466356d98c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429031 May 04 13:48:52.295916 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acf0ab-b9c5-45d9-bf5b-44f3bc1d0e98 req-17d5d214-35df-4b7c-80ea-749aab9d9bfd tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:52.297548 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-24acf0ab-b9c5-45d9-bf5b-44f3bc1d0e98 req-17d5d214-35df-4b7c-80ea-749aab9d9bfd tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 984 time: 0.1156259 May 04 13:48:52.307954 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:52.322583 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a1479250-276e-4b6b-b917-bec8f34a4eb3 req-c27b709a-efeb-47f2-98b9-0163664b6ec4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 HTTP/1.1" status: 200 len: 997 time: 0.3395998 May 04 13:48:52.382611 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-24acf0ab-b9c5-45d9-bf5b-44f3bc1d0e98 req-d6b76227-2679-40ab-b594-f2aadfc4d10b tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&id=75f5a5f1-7bb5-41fc-838b-f911b7ce11f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653186 May 04 13:48:52.477937 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1479250-276e-4b6b-b917-bec8f34a4eb3 req-363cf214-18e9-4ed8-a1e3-10e32b110a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:52.479452 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a1479250-276e-4b6b-b917-bec8f34a4eb3 req-363cf214-18e9-4ed8-a1e3-10e32b110a69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afaec3b4-ea0f-4701-811e-4142e4284074 HTTP/1.1" status: 200 len: 847 time: 0.1481855 May 04 13:48:52.514984 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port f93ea32f-c2a3-4621-833d-972c29a2503f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f93ea32f-c2a3-4621-833d-972c29a2503f,segment=NetworkSegment(314af9a7-9530-4926-9518-e292dd0275c6),segment_id=314af9a7-9530-4926-9518-e292dd0275c6)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:48:52.558693 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bb907-8c35-4a83-a544-7200fe898701 req-17833562-6a20-4467-a763-9a1150300cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:52.560236 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-436bb907-8c35-4a83-a544-7200fe898701 req-17833562-6a20-4467-a763-9a1150300cf5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd535cb7605d4b0ba00714d0c6f98aad&device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 1137 time: 0.3854492 May 04 13:48:52.562660 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-18c3a6ff-0e7c-4cc4-903b-67fcf3956c4b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:52.590585 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-18c3a6ff-0e7c-4cc4-903b-67fcf3956c4b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974359'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:52.612956 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': 'f93ea32f-c2a3-4621-833d-972c29a2503f', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'port_id': 'f93ea32f-c2a3-4621-833d-972c29a2503f', 'mac_address': 'fa:16:3e:e3:69:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:48:52.695743 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:52.719364 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93ea32f-c2a3-4621-833d-972c29a2503f {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:48:52.737421 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-65fa85f1-9913-43b5-9d54-7721a5e1fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'name': 'tempest-TestShelveInstance-234654311-router', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:57Z', 'updated_at': '2021-05-04T13:47:08Z', 'revision_number': 4, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'gw_port': {'id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:59Z', 'updated_at': '2021-05-04T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_floatingips': [{'id': 'cf194b22-0308-4c01-a499-d439e0f29496', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'floating_ip_address': '172.28.3.9', 'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'router_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'port_id': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60', 'mac_address': 'fa:16:3e:fd:62:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:48:48Z', 'updated_at': '2021-05-04T13:48:48Z', 'revision_number': 0, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddd46e2-970c-4b6a-8a60-81e5f24742a9', 'name': '', 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'mac_address': 'fa:16:3e:54:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:06Z', 'updated_at': '2021-05-04T13:47:28Z', 'revision_number': 5, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'subnets': [{'id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:52.747710 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fa85f1-9913-43b5-9d54-7721a5e1fd50 None None] The sync data for ids ['9616a04b-25e9-4801-b908-3d907ed907d8'] in dv-cinder-789564-1-smb is: [{'id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'name': 'tempest-TestShelveInstance-234654311-router', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:57Z', 'updated_at': '2021-05-04T13:47:08Z', 'revision_number': 4, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'gw_port': {'id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:59Z', 'updated_at': '2021-05-04T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_floatingips': [{'id': 'cf194b22-0308-4c01-a499-d439e0f29496', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'floating_ip_address': '172.28.3.9', 'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'router_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'port_id': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60', 'mac_address': 'fa:16:3e:fd:62:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:48:48Z', 'updated_at': '2021-05-04T13:48:48Z', 'revision_number': 0, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddd46e2-970c-4b6a-8a60-81e5f24742a9', 'name': '', 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'mac_address': 'fa:16:3e:54:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:06Z', 'updated_at': '2021-05-04T13:47:28Z', 'revision_number': 5, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'subnets': [{'id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:48:52.753042 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port f93ea32f-c2a3-4621-833d-972c29a2503f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f93ea32f-c2a3-4621-833d-972c29a2503f,segment=NetworkSegment(314af9a7-9530-4926-9518-e292dd0275c6),segment_id=314af9a7-9530-4926-9518-e292dd0275c6)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:48:52.760782 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:52.765092 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:52.936699 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=f93ea32f-c2a3-4621-833d-972c29a2503f,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:52.940896 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:52.990564 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bb907-8c35-4a83-a544-7200fe898701 req-4262f3ff-c878-433d-8a8e-adb54f976329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:52.992289 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-436bb907-8c35-4a83-a544-7200fe898701 req-4262f3ff-c878-433d-8a8e-adb54f976329 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b52ba926-9a0c-4ed7-8661-090c20371f1a HTTP/1.1" status: 200 len: 915 time: 0.4248989 May 04 13:48:53.009674 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['f93ea32f-c2a3-4621-833d-972c29a2503f'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:48:53.070040 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1479250-276e-4b6b-b917-bec8f34a4eb3 req-b2a2a2e7-ed1f-4ef7-a6e8-37cfbd06f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:53.073011 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a1479250-276e-4b6b-b917-bec8f34a4eb3 req-b2a2a2e7-ed1f-4ef7-a6e8-37cfbd06f929 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5819c209-e830-494e-8b5b-2011ecaaec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5838993 May 04 13:48:53.078981 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66566bf-2b17-467f-a0e8-c14410b2c122 None None] New status for floating IP cf194b22-0308-4c01-a499-d439e0f29496: ACTIVE {{(pid=73863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:48:53.135691 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.db.l3_db [None req-18c3a6ff-0e7c-4cc4-903b-67fcf3956c4b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Floating IP bce56d5d-1075-49d0-a7fe-89f077c290ba associated. External IP: 172.28.3.207, port: c8f7b34f-bd90-4a8f-8fe0-9112e316c432. May 04 13:48:53.536471 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defb089-5358-4771-8e35-67bce5fddeff req-54fea5ed-f1c0-4c24-8fce-eaa103db3323 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:53.541967 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-436bb907-8c35-4a83-a544-7200fe898701 req-9a2875f0-2aa4-41e3-8a9b-ee6c1e4ca251 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=439d0690-14d1-4e35-a821-e3dc82ecbe9a HTTP/1.1" status: 200 len: 1001 time: 0.5333610 May 04 13:48:53.549470 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9defb089-5358-4771-8e35-67bce5fddeff req-54fea5ed-f1c0-4c24-8fce-eaa103db3323 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 945 time: 0.1347883 May 04 13:48:53.614281 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9defb089-5358-4771-8e35-67bce5fddeff req-8f4dbd13-9c53-4cc5-9538-90a905b3a58d tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb52417d-3082-4eb8-8cc1-466356d98c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634329 May 04 13:48:53.729153 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bb907-8c35-4a83-a544-7200fe898701 req-b05e28f4-1a10-42cb-8a2c-30150b3f4222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:53.730751 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-436bb907-8c35-4a83-a544-7200fe898701 req-b05e28f4-1a10-42cb-8a2c-30150b3f4222 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4355c3c9-e116-453d-92e4-886f7ef637b2 HTTP/1.1" status: 200 len: 853 time: 0.1772070 May 04 13:48:53.736565 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f1d52-ad57-42df-b844-27ff61d23675 req-9b01481c-2982-4a75-aaee-9b35369daf47 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:53.737426 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a1479250-276e-4b6b-b917-bec8f34a4eb3 req-75698994-e38a-4e12-b5b3-26b29bb7ad85 service neutron] 10.222.0.30 "GET /v2.0/networks/5819c209-e830-494e-8b5b-2011ecaaec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6476727 May 04 13:48:53.739250 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b95f1d52-ad57-42df-b844-27ff61d23675 req-9b01481c-2982-4a75-aaee-9b35369daf47 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 984 time: 0.1221037 May 04 13:48:53.821933 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b95f1d52-ad57-42df-b844-27ff61d23675 req-1dcf799b-b25f-45e3-b233-0f30e9d93f34 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&id=75f5a5f1-7bb5-41fc-838b-f911b7ce11f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756326 May 04 13:48:54.121910 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a1479250-276e-4b6b-b917-bec8f34a4eb3 req-5f3bc0dc-7f06-472a-8e59-13d879911170 service neutron] 10.222.0.30 "GET /v2.0/networks/5819c209-e830-494e-8b5b-2011ecaaec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719475 May 04 13:48:54.134085 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bb907-8c35-4a83-a544-7200fe898701 req-8b02b101-ae48-4554-b3ea-fb0d29fdcd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:54.135582 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-436bb907-8c35-4a83-a544-7200fe898701 req-8b02b101-ae48-4554-b3ea-fb0d29fdcd00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b52ba926-9a0c-4ed7-8661-090c20371f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3869956 May 04 13:48:54.211503 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device f93ea32f-c2a3-4621-833d-972c29a2503f up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:48:54.258369 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c3a6ff-0e7c-4cc4-903b-67fcf3956c4b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Router b039ab22-96cd-4eff-a62a-7176262b611f has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:48:54.329844 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port f93ea32f-c2a3-4621-833d-972c29a2503f completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:48:54.336218 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port f93ea32f-c2a3-4621-833d-972c29a2503f triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:48:54.337011 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:54.445545 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-436bb907-8c35-4a83-a544-7200fe898701 req-945e368d-461d-404d-b345-34b9c6a9018d service neutron] 10.222.0.30 "GET /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934451 May 04 13:48:54.577841 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:54.665081 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c3a6ff-0e7c-4cc4-903b-67fcf3956c4b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:48:54.670767 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-18c3a6ff-0e7c-4cc4-903b-67fcf3956c4b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for floatingip, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:54.684486 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6846edf5-f1d3-4e94-8833-89d1ee67d960 None None] Sync routers for ids ['b039ab22-96cd-4eff-a62a-7176262b611f'] in dv-cinder-789564-1-smb {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:48:54.730674 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6846edf5-f1d3-4e94-8833-89d1ee67d960 None None] Routers {'b039ab22-96cd-4eff-a62a-7176262b611f'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:48:54.732425 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-6846edf5-f1d3-4e94-8833-89d1ee67d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:48:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['b039ab22-96cd-4eff-a62a-7176262b611f'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:54.754476 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-436bb907-8c35-4a83-a544-7200fe898701 req-b7609b5b-5d7b-42d0-b29a-15b3b485b142 service neutron] 10.222.0.30 "GET /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434659 May 04 13:48:54.761271 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-18c3a6ff-0e7c-4cc4-903b-67fcf3956c4b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "PUT /v2.0/floatingips/bce56d5d-1075-49d0-a7fe-89f077c290ba HTTP/1.1" status: 200 len: 991 time: 3.8577306 May 04 13:48:54.762703 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'tag': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:48:54.851825 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de270157-580a-4c96-ab04-3ce8bc2d9203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93ea32f-c2a3-4621-833d-972c29a2503f'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:48:54.897998 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port f93ea32f-c2a3-4621-833d-972c29a2503f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f93ea32f-c2a3-4621-833d-972c29a2503f,segment=NetworkSegment(314af9a7-9530-4926-9518-e292dd0275c6),segment_id=314af9a7-9530-4926-9518-e292dd0275c6)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:48:54.908148 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:54.912795 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:48:54.937475 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebe38c-c8e6-4061-a7ca-302af8307e53 req-7931c291-1b59-4d1e-9134-2ac477d44b53 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:54.940388 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'tag': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432', 'status': 'completed', 'code': 200} May 04 13:48:54.941472 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-40ebe38c-c8e6-4061-a7ca-302af8307e53 req-7931c291-1b59-4d1e-9134-2ac477d44b53 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 945 time: 0.1208680 May 04 13:48:55.013987 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-40ebe38c-c8e6-4061-a7ca-302af8307e53 req-9a22f41f-ec48-476e-89da-2c0de24e88d8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb52417d-3082-4eb8-8cc1-466356d98c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634212 May 04 13:48:55.059919 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dcdba-65d1-4823-a4d7-3d12a4535744 req-831cbc5c-fa3c-4dc9-ad05-ad7379a77ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:55.061985 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f94dcdba-65d1-4823-a4d7-3d12a4535744 req-831cbc5c-fa3c-4dc9-ad05-ad7379a77ab4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa011d4f8ea24f91a968eb99a050ed79&device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 1098 time: 0.0923264 May 04 13:48:55.134153 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de270157-580a-4c96-ab04-3ce8bc2d9203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93ea32f-c2a3-4621-833d-972c29a2503f', 'code': 200} May 04 13:48:55.159308 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=f93ea32f-c2a3-4621-833d-972c29a2503f,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:55.172971 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:48:55.182121 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-6846edf5-f1d3-4e94-8833-89d1ee67d960 None None] Set router b039ab22-96cd-4eff-a62a-7176262b611f gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:48:55.196788 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29631f-d139-43d9-8479-abcd9592b9de req-a65e7560-ce7f-4086-90e7-87f62e545f70 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:55.200244 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cd29631f-d139-43d9-8479-abcd9592b9de req-a65e7560-ce7f-4086-90e7-87f62e545f70 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 984 time: 0.1338763 May 04 13:48:55.306296 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cd29631f-d139-43d9-8479-abcd9592b9de req-fa75925a-d0e2-4c81-86d7-b122d71ef6a8 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&id=75f5a5f1-7bb5-41fc-838b-f911b7ce11f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939519 May 04 13:48:55.395935 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dcdba-65d1-4823-a4d7-3d12a4535744 req-8c259676-b1ff-477b-b858-639d81af0e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:55.397599 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f94dcdba-65d1-4823-a4d7-3d12a4535744 req-8c259676-b1ff-477b-b858-639d81af0e47 service neutron] 10.222.0.30 "GET /v2.0/networks?id=837d1d6a-cef0-4444-bf2f-24dd96641b9c HTTP/1.1" status: 200 len: 918 time: 0.3278477 May 04 13:48:55.658032 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f94dcdba-65d1-4823-a4d7-3d12a4535744 req-75e25016-6c52-405a-aecb-888c16bab11c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8f7b34f-bd90-4a8f-8fe0-9112e316c432 HTTP/1.1" status: 200 len: 999 time: 0.2168126 May 04 13:48:55.671306 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-6846edf5-f1d3-4e94-8833-89d1ee67d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:48:16Z', 'revision_number': 4, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_floatingips': [{'id': 'bce56d5d-1075-49d0-a7fe-89f077c290ba', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'floating_ip_address': '172.28.3.207', 'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'router_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'port_id': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'mac_address': 'fa:16:3e:d0:24:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:48:23Z', 'updated_at': '2021-05-04T13:48:52Z', 'revision_number': 1, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8289143-29f2-44c2-8942-b44ef23c09f8', 'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'mac_address': 'fa:16:3e:22:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:15Z', 'updated_at': '2021-05-04T13:48:26Z', 'revision_number': 5, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'subnets': [{'id': '468ed228-2645-4e84-b7ff-24abd353db04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:55.676235 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6846edf5-f1d3-4e94-8833-89d1ee67d960 None None] Checking router: b039ab22-96cd-4eff-a62a-7176262b611f for host: dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:48:55.687285 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6846edf5-f1d3-4e94-8833-89d1ee67d960 None None] Routers {'b039ab22-96cd-4eff-a62a-7176262b611f'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:48:55.687927 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-6846edf5-f1d3-4e94-8833-89d1ee67d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:48:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['b039ab22-96cd-4eff-a62a-7176262b611f'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:55.769669 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab8f15-1564-4120-ad55-2aebd1137f2c req-d80486ea-87a9-4473-8e7b-5f52d714708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:55.772382 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-c9ab8f15-1564-4120-ad55-2aebd1137f2c req-d80486ea-87a9-4473-8e7b-5f52d714708e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 1099 time: 0.3776677 May 04 13:48:55.796981 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dcdba-65d1-4823-a4d7-3d12a4535744 req-6dba56df-da9b-41c3-aa9d-aa95913e7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:55.799814 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f94dcdba-65d1-4823-a4d7-3d12a4535744 req-6dba56df-da9b-41c3-aa9d-aa95913e7611 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=468ed228-2645-4e84-b7ff-24abd353db04 HTTP/1.1" status: 200 len: 856 time: 0.1347244 May 04 13:48:55.934654 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-c9ab8f15-1564-4120-ad55-2aebd1137f2c req-321de1bc-aa51-49b4-883e-39cd8c19c6ec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eb52417d-3082-4eb8-8cc1-466356d98c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327112 May 04 13:48:55.969344 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dcdba-65d1-4823-a4d7-3d12a4535744 req-6e382729-9971-475e-b0ed-a9cd708dde54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:55.971386 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f94dcdba-65d1-4823-a4d7-3d12a4535744 req-6e382729-9971-475e-b0ed-a9cd708dde54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=837d1d6a-cef0-4444-bf2f-24dd96641b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1460388 May 04 13:48:55.980930 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-6846edf5-f1d3-4e94-8833-89d1ee67d960 None None] Set router b039ab22-96cd-4eff-a62a-7176262b611f gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:48:56.158418 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f94dcdba-65d1-4823-a4d7-3d12a4535744 req-6941ab0d-154f-4e0d-963b-542c3143c1a0 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599894 May 04 13:48:56.220869 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-09e527b1-fc01-4fc4-ba7f-f734489b7277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:56.263135 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fb01a-06e9-47a2-afd9-e3f92ac022d2 req-e21f20a6-2f06-471c-8bde-bf8e805f81ab tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:56.271309 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2a9fb01a-06e9-47a2-afd9-e3f92ac022d2 req-e21f20a6-2f06-471c-8bde-bf8e805f81ab tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 946 time: 0.1252704 May 04 13:48:56.322605 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2a9fb01a-06e9-47a2-afd9-e3f92ac022d2 req-674eaadb-20be-4fb2-80d1-c4253587f8bd tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb52417d-3082-4eb8-8cc1-466356d98c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502396 May 04 13:48:56.343725 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f94dcdba-65d1-4823-a4d7-3d12a4535744 req-1f3c6127-4851-412f-9bb6-92b2a3212a96 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770537 May 04 13:48:56.504774 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-6846edf5-f1d3-4e94-8833-89d1ee67d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:48:16Z', 'revision_number': 4, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_floatingips': [{'id': 'bce56d5d-1075-49d0-a7fe-89f077c290ba', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'floating_ip_address': '172.28.3.207', 'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'router_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'port_id': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'mac_address': 'fa:16:3e:d0:24:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:48:23Z', 'updated_at': '2021-05-04T13:48:52Z', 'revision_number': 1, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8289143-29f2-44c2-8942-b44ef23c09f8', 'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'mac_address': 'fa:16:3e:22:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:15Z', 'updated_at': '2021-05-04T13:48:26Z', 'revision_number': 5, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'subnets': [{'id': '468ed228-2645-4e84-b7ff-24abd353db04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:56.510058 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6846edf5-f1d3-4e94-8833-89d1ee67d960 None None] The sync data for ids ['b039ab22-96cd-4eff-a62a-7176262b611f'] in dv-cinder-789564-1-smb is: [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:48:16Z', 'revision_number': 4, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_floatingips': [{'id': 'bce56d5d-1075-49d0-a7fe-89f077c290ba', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'floating_ip_address': '172.28.3.207', 'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'router_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'port_id': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'mac_address': 'fa:16:3e:d0:24:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:48:23Z', 'updated_at': '2021-05-04T13:48:52Z', 'revision_number': 1, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8289143-29f2-44c2-8942-b44ef23c09f8', 'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'mac_address': 'fa:16:3e:22:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:15Z', 'updated_at': '2021-05-04T13:48:26Z', 'revision_number': 5, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'subnets': [{'id': '468ed228-2645-4e84-b7ff-24abd353db04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:48:56.568456 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b92db4-977f-4e76-b577-14ec7299297f req-a4d7fb27-09d2-4cbf-bea5-e74602c908f7 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:56.572628 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-81b92db4-977f-4e76-b577-14ec7299297f req-a4d7fb27-09d2-4cbf-bea5-e74602c908f7 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 984 time: 0.1224222 May 04 13:48:56.630760 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-81b92db4-977f-4e76-b577-14ec7299297f req-e8215dc2-6081-45fb-8a3d-0485c893eb01 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&id=75f5a5f1-7bb5-41fc-838b-f911b7ce11f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515072 May 04 13:48:56.764907 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c386c07-c9a7-4cbe-aba6-a37e88fd097e None None] New status for floating IP bce56d5d-1075-49d0-a7fe-89f077c290ba: ACTIVE {{(pid=73863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:48:57.529327 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61a8be-0399-4676-84a3-440686f38fa9 req-aa12a9dc-8ff2-4e95-b932-45bb5e7cb52a tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:57.531301 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7e61a8be-0399-4676-84a3-440686f38fa9 req-aa12a9dc-8ff2-4e95-b932-45bb5e7cb52a tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 946 time: 0.0927510 May 04 13:48:57.689682 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7e61a8be-0399-4676-84a3-440686f38fa9 req-7e87c8da-e21f-4722-a374-79eff5fa7b56 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb52417d-3082-4eb8-8cc1-466356d98c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519032 May 04 13:48:57.895710 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0942a2e-609c-4937-bfe9-b0968addbcd9 req-f1b2a2de-a08d-4a51-be62-20b1645ed018 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:57.897461 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a0942a2e-609c-4937-bfe9-b0968addbcd9 req-f1b2a2de-a08d-4a51-be62-20b1645ed018 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 984 time: 0.1153569 May 04 13:48:58.004112 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a0942a2e-609c-4937-bfe9-b0968addbcd9 req-e6ab1537-7e7f-486e-9d77-9b4ab0a41d0c tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&id=75f5a5f1-7bb5-41fc-838b-f911b7ce11f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591888 May 04 13:48:58.046086 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060bc83-1c5c-4561-9851-eb74759ca076 req-df0a2bd3-2095-4f66-8031-8071e7ca5a54 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:58.048777 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5060bc83-1c5c-4561-9851-eb74759ca076 req-df0a2bd3-2095-4f66-8031-8071e7ca5a54 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 946 time: 0.1501715 May 04 13:48:58.063838 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 51420) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:48:58.069470 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-51b0cf23-d331-47db-b4e2-e5b70e700a21 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Request body: {'floatingip': {'port_id': 'f93ea32f-c2a3-4621-833d-972c29a2503f'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:48:58.157512 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-51b0cf23-d331-47db-b4e2-e5b70e700a21 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for floatingip, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:58.808527 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9efe396e-9aff-4001-9dca-32a9bc27f9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:59.069362 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-51b0cf23-d331-47db-b4e2-e5b70e700a21 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:59.076949 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-51b0cf23-d331-47db-b4e2-e5b70e700a21 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974359'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:48:59.301459 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca79c1a-2f7e-4136-86e5-17a8f866e67a req-71f75e63-13dc-4bb9-8f76-b19eeca2c90f tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:48:59.303980 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-aca79c1a-2f7e-4136-86e5-17a8f866e67a req-71f75e63-13dc-4bb9-8f76-b19eeca2c90f tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 984 time: 0.1047235 May 04 13:48:59.386623 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-aca79c1a-2f7e-4136-86e5-17a8f866e67a req-0c4f345f-8992-4501-a593-cf162c706ba8 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&id=75f5a5f1-7bb5-41fc-838b-f911b7ce11f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754929 May 04 13:48:59.509636 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.db.l3_db [None req-51b0cf23-d331-47db-b4e2-e5b70e700a21 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Floating IP aeee6402-84bf-4876-bd18-b5ede09b1d0a associated. External IP: 172.28.3.86, port: f93ea32f-c2a3-4621-833d-972c29a2503f. May 04 13:48:59.531130 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:00.103577 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b0cf23-d331-47db-b4e2-e5b70e700a21 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Router df7df9e8-50d7-4852-bc0b-6c8423769823 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:49:00.178391 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 51450) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:49:00.304729 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:00.338137 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-efd7f779-20f5-4401-82c5-58ac1a1f499f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:00.358280 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-efd7f779-20f5-4401-82c5-58ac1a1f499f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:49:00.363503 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-efd7f779-20f5-4401-82c5-58ac1a1f499f admin admin] Usage tracker for resource:security_group_rule and tenant:c107c27dc6e5482480058d8e92e5084d is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:49:00.368117 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-efd7f779-20f5-4401-82c5-58ac1a1f499f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:49:00.374345 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b0cf23-d331-47db-b4e2-e5b70e700a21 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:49:00.377112 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-efd7f779-20f5-4401-82c5-58ac1a1f499f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:49:00.381796 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-51b0cf23-d331-47db-b4e2-e5b70e700a21 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for floatingip, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:00.388983 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048cfa7f-d34f-456e-b1c8-03bbc2ce4649 None None] Sync routers for ids ['df7df9e8-50d7-4852-bc0b-6c8423769823'] in dv-cinder-789564-1-smb {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:49:00.405966 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048cfa7f-d34f-456e-b1c8-03bbc2ce4649 None None] Routers {'df7df9e8-50d7-4852-bc0b-6c8423769823'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:49:00.406994 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-048cfa7f-d34f-456e-b1c8-03bbc2ce4649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:48:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['df7df9e8-50d7-4852-bc0b-6c8423769823'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:00.495819 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-51b0cf23-d331-47db-b4e2-e5b70e700a21 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "PUT /v2.0/floatingips/aeee6402-84bf-4876-bd18-b5ede09b1d0a HTTP/1.1" status: 200 len: 991 time: 2.4305637 May 04 13:49:00.497396 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de270157-580a-4c96-ab04-3ce8bc2d9203', 'tag': 'f93ea32f-c2a3-4621-833d-972c29a2503f'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:49:00.514671 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-efd7f779-20f5-4401-82c5-58ac1a1f499f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:00.520972 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-efd7f779-20f5-4401-82c5-58ac1a1f499f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:00.536036 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-47afb98f-1a56-46db-9184-ae2eebc934cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:49:00.626048 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7f779-20f5-4401-82c5-58ac1a1f499f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90af501d-2dfd-48d2-91e0-9696fa9bd090,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:00.629881 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-efd7f779-20f5-4401-82c5-58ac1a1f499f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:49:00.634885 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-efd7f779-20f5-4401-82c5-58ac1a1f499f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c107c27dc6e5482480058d8e92e5084d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530003 May 04 13:49:00.635913 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 51464) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:49:00.718531 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddbaeb-fd21-4102-8170-0c0197ba7cc5 req-2aae1831-9788-42c6-bc3f-5849047f9c04 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:00.719208 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de270157-580a-4c96-ab04-3ce8bc2d9203', 'tag': 'f93ea32f-c2a3-4621-833d-972c29a2503f', 'status': 'completed', 'code': 200} May 04 13:49:00.719872 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-334a281d-3e69-480b-b5c1-440e4ff1b5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:00.723058 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-48ddbaeb-fd21-4102-8170-0c0197ba7cc5 req-2aae1831-9788-42c6-bc3f-5849047f9c04 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 984 time: 0.1413445 May 04 13:49:00.784203 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-48ddbaeb-fd21-4102-8170-0c0197ba7cc5 req-bab40213-6398-4d03-8622-759f83e74bc6 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&id=75f5a5f1-7bb5-41fc-838b-f911b7ce11f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540643 May 04 13:49:00.798621 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-334a281d-3e69-480b-b5c1-440e4ff1b5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:00.863883 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-048cfa7f-d34f-456e-b1c8-03bbc2ce4649 None None] Set router df7df9e8-50d7-4852-bc0b-6c8423769823 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:49:00.896779 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f1b06-73c8-44c0-8e5b-d27a0b352b84 req-ebdc141b-5b9f-4bd9-aff1-ec421df21b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:00.898799 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-892f1b06-73c8-44c0-8e5b-d27a0b352b84 req-ebdc141b-5b9f-4bd9-aff1-ec421df21b98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7bea85a15656418198b0f51c80271aca&device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 1099 time: 0.1467826 May 04 13:49:00.907281 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-334a281d-3e69-480b-b5c1-440e4ff1b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:00.933360 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4bcd13be-3844-4668-bc35-d580f8b8518a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:49:00.968406 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a281d-3e69-480b-b5c1-440e4ff1b5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90af501d-2dfd-48d2-91e0-9696fa9bd090,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:00.971671 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-334a281d-3e69-480b-b5c1-440e4ff1b5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:49:01.024737 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-334a281d-3e69-480b-b5c1-440e4ff1b5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:01.025872 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-334a281d-3e69-480b-b5c1-440e4ff1b5b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90af501d-2dfd-48d2-91e0-9696fa9bd090 HTTP/1.1" status: 204 len: 168 time: 0.3895547 May 04 13:49:01.083055 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f1b06-73c8-44c0-8e5b-d27a0b352b84 req-1b0b2fd4-89c2-40ca-93ef-50696a1b8002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:01.084866 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-892f1b06-73c8-44c0-8e5b-d27a0b352b84 req-1b0b2fd4-89c2-40ca-93ef-50696a1b8002 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1fd94811-ffd9-4e26-916f-1e2fa598c199 HTTP/1.1" status: 200 len: 912 time: 0.1713500 May 04 13:49:01.279626 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-892f1b06-73c8-44c0-8e5b-d27a0b352b84 req-f635609b-24e1-4e41-b326-b21740a8a3da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f93ea32f-c2a3-4621-833d-972c29a2503f HTTP/1.1" status: 200 len: 999 time: 0.1868737 May 04 13:49:01.288306 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-048cfa7f-d34f-456e-b1c8-03bbc2ce4649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:26Z', 'revision_number': 4, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_floatingips': [{'id': 'aeee6402-84bf-4876-bd18-b5ede09b1d0a', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'floating_ip_address': '172.28.3.86', 'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'router_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'port_id': 'f93ea32f-c2a3-4621-833d-972c29a2503f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'mac_address': 'fa:16:3e:e3:69:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de270157-580a-4c96-ab04-3ce8bc2d9203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:48:40Z', 'updated_at': '2021-05-04T13:48:58Z', 'revision_number': 1, 'project_id': '7bea85a15656418198b0f51c80271aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ee3632-9113-4a3f-b4ff-7fb990f03b74', 'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'mac_address': 'fa:16:3e:9c:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:22Z', 'updated_at': '2021-05-04T13:44:38Z', 'revision_number': 5, 'project_id': '7bea85a15656418198b0f51c80271aca', 'subnets': [{'id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:01.296539 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048cfa7f-d34f-456e-b1c8-03bbc2ce4649 None None] Checking router: df7df9e8-50d7-4852-bc0b-6c8423769823 for host: dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:49:01.307516 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048cfa7f-d34f-456e-b1c8-03bbc2ce4649 None None] Routers {'df7df9e8-50d7-4852-bc0b-6c8423769823'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:49:01.308621 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-048cfa7f-d34f-456e-b1c8-03bbc2ce4649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:48:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['df7df9e8-50d7-4852-bc0b-6c8423769823'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:01.381037 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f1b06-73c8-44c0-8e5b-d27a0b352b84 req-47892da3-d1f1-4a07-ba13-a5c6e2765b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:01.382694 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-892f1b06-73c8-44c0-8e5b-d27a0b352b84 req-47892da3-d1f1-4a07-ba13-a5c6e2765b5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44f55995-417a-4b33-b1ec-1e179bdc93a5 HTTP/1.1" status: 200 len: 850 time: 0.0967078 May 04 13:49:01.477141 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f1b06-73c8-44c0-8e5b-d27a0b352b84 req-4ca7c8ad-cc23-4119-acc7-e5de0d4badf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:01.480198 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-892f1b06-73c8-44c0-8e5b-d27a0b352b84 req-4ca7c8ad-cc23-4119-acc7-e5de0d4badf8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fd94811-ffd9-4e26-916f-1e2fa598c199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0897505 May 04 13:49:01.503052 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 51472) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:49:01.522784 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a59c9328-430c-4bfb-898b-77776a505db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:01.541838 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-a59c9328-430c-4bfb-898b-77776a505db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:49:01.547562 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-a59c9328-430c-4bfb-898b-77776a505db6 admin admin] Usage tracker for resource:security_group_rule and tenant:0d591951e96a4eccb5eafc3055c5854a is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:49:01.551218 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-a59c9328-430c-4bfb-898b-77776a505db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:49:01.558117 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-a59c9328-430c-4bfb-898b-77776a505db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:49:01.592874 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-048cfa7f-d34f-456e-b1c8-03bbc2ce4649 None None] Set router df7df9e8-50d7-4852-bc0b-6c8423769823 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:49:01.655974 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a59c9328-430c-4bfb-898b-77776a505db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:01.662069 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a59c9328-430c-4bfb-898b-77776a505db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:01.672857 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5ab2683d-522c-4221-98b0-650c7ee75c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:49:01.721095 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-a59c9328-430c-4bfb-898b-77776a505db6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d591951e96a4eccb5eafc3055c5854a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166116 May 04 13:49:01.722281 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c9328-430c-4bfb-898b-77776a505db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433d874e-9c94-430a-b987-89a7bcd74447,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:01.725244 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 51478) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:49:01.728033 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-a59c9328-430c-4bfb-898b-77776a505db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:49:01.844939 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-70ad8488-2ea8-4137-baca-8ef915fd39c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:01.892626 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-70ad8488-2ea8-4137-baca-8ef915fd39c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:01.895779 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-892f1b06-73c8-44c0-8e5b-d27a0b352b84 req-6de043d1-5ade-44fa-9258-2907dd7e69e4 service neutron] 10.222.0.30 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081028 May 04 13:49:02.024199 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-70ad8488-2ea8-4137-baca-8ef915fd39c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:02.032670 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-3acd1dcd-5c27-478b-a24e-2cd21aaf0c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:49:02.083305 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad8488-2ea8-4137-baca-8ef915fd39c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433d874e-9c94-430a-b987-89a7bcd74447,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:02.099936 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-70ad8488-2ea8-4137-baca-8ef915fd39c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:49:02.110269 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-70ad8488-2ea8-4137-baca-8ef915fd39c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:02.117865 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-70ad8488-2ea8-4137-baca-8ef915fd39c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/433d874e-9c94-430a-b987-89a7bcd74447 HTTP/1.1" status: 204 len: 168 time: 0.3853498 May 04 13:49:02.142613 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-892f1b06-73c8-44c0-8e5b-d27a0b352b84 req-6d8e679f-e6c0-4a6c-82b9-0524fbb4298a service neutron] 10.222.0.30 "GET /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387674 May 04 13:49:02.174410 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e81a2-5b62-49eb-9ab8-5c5e34d4d815 req-7a0b7947-66f5-4cba-88fd-aae88bb6bd69 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:02.176283 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-595e81a2-5b62-49eb-9ab8-5c5e34d4d815 req-7a0b7947-66f5-4cba-88fd-aae88bb6bd69 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 984 time: 0.1448114 May 04 13:49:02.186974 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-048cfa7f-d34f-456e-b1c8-03bbc2ce4649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:26Z', 'revision_number': 4, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_floatingips': [{'id': 'aeee6402-84bf-4876-bd18-b5ede09b1d0a', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'floating_ip_address': '172.28.3.86', 'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'router_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'port_id': 'f93ea32f-c2a3-4621-833d-972c29a2503f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'mac_address': 'fa:16:3e:e3:69:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de270157-580a-4c96-ab04-3ce8bc2d9203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:48:40Z', 'updated_at': '2021-05-04T13:48:58Z', 'revision_number': 1, 'project_id': '7bea85a15656418198b0f51c80271aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ee3632-9113-4a3f-b4ff-7fb990f03b74', 'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'mac_address': 'fa:16:3e:9c:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:22Z', 'updated_at': '2021-05-04T13:44:38Z', 'revision_number': 5, 'project_id': '7bea85a15656418198b0f51c80271aca', 'subnets': [{'id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:02.191756 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048cfa7f-d34f-456e-b1c8-03bbc2ce4649 None None] The sync data for ids ['df7df9e8-50d7-4852-bc0b-6c8423769823'] in dv-cinder-789564-1-smb is: [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:26Z', 'revision_number': 4, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_floatingips': [{'id': 'aeee6402-84bf-4876-bd18-b5ede09b1d0a', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'floating_ip_address': '172.28.3.86', 'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'router_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'port_id': 'f93ea32f-c2a3-4621-833d-972c29a2503f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'mac_address': 'fa:16:3e:e3:69:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de270157-580a-4c96-ab04-3ce8bc2d9203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:48:40Z', 'updated_at': '2021-05-04T13:48:58Z', 'revision_number': 1, 'project_id': '7bea85a15656418198b0f51c80271aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ee3632-9113-4a3f-b4ff-7fb990f03b74', 'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'mac_address': 'fa:16:3e:9c:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:22Z', 'updated_at': '2021-05-04T13:44:38Z', 'revision_number': 5, 'project_id': '7bea85a15656418198b0f51c80271aca', 'subnets': [{'id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:49:02.253359 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-595e81a2-5b62-49eb-9ab8-5c5e34d4d815 req-a2c4118a-a16b-4f24-b5ff-cd4a41de8516 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&id=75f5a5f1-7bb5-41fc-838b-f911b7ce11f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702188 May 04 13:49:02.439235 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d97a4ad-7fb7-4fbf-ae7b-c202f8f5de66 None None] New status for floating IP aeee6402-84bf-4876-bd18-b5ede09b1d0a: ACTIVE {{(pid=73863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:49:02.599093 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 51490) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:49:02.619249 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9b31eb69-87c5-4fdb-9f20-c3ab39d47626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:02.619548 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:02.635740 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-9b31eb69-87c5-4fdb-9f20-c3ab39d47626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:49:02.641701 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-9b31eb69-87c5-4fdb-9f20-c3ab39d47626 admin admin] Usage tracker for resource:security_group_rule and tenant:75f4c0dab63847799f606eacfb1f3403 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:49:02.646303 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-9b31eb69-87c5-4fdb-9f20-c3ab39d47626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:49:02.653091 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-9b31eb69-87c5-4fdb-9f20-c3ab39d47626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:49:02.751762 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9b31eb69-87c5-4fdb-9f20-c3ab39d47626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:02.756214 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9b31eb69-87c5-4fdb-9f20-c3ab39d47626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:02.763267 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-d56f8688-b339-4bef-a693-5fd136143d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:49:02.813076 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-9b31eb69-87c5-4fdb-9f20-c3ab39d47626 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75f4c0dab63847799f606eacfb1f3403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092683 May 04 13:49:02.813076 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31eb69-87c5-4fdb-9f20-c3ab39d47626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef8bc3a-07b6-4efd-ba4b-a9cdc6c2c066,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:02.814272 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 51498) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:49:02.815542 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-9b31eb69-87c5-4fdb-9f20-c3ab39d47626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:49:02.905311 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c381b801-10e9-48a2-a1e4-eeca5923cc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:02.937272 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c381b801-10e9-48a2-a1e4-eeca5923cc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:03.006227 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c381b801-10e9-48a2-a1e4-eeca5923cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:03.010091 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0dedb1d1-939f-48e2-9a3c-f0e0ba3d7d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:49:03.023500 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381b801-10e9-48a2-a1e4-eeca5923cc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef8bc3a-07b6-4efd-ba4b-a9cdc6c2c066,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:03.026581 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c381b801-10e9-48a2-a1e4-eeca5923cc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:49:03.029329 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c381b801-10e9-48a2-a1e4-eeca5923cc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:03.030436 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-c381b801-10e9-48a2-a1e4-eeca5923cc82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ef8bc3a-07b6-4efd-ba4b-a9cdc6c2c066 HTTP/1.1" status: 204 len: 168 time: 0.2140417 May 04 13:49:03.471769 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab71ed-feae-441d-a0fe-9928f4b8895e req-87f64169-eaa2-40dc-9e12-d2532f3fb6ef tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:03.473407 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8bab71ed-feae-441d-a0fe-9928f4b8895e req-87f64169-eaa2-40dc-9e12-d2532f3fb6ef tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 984 time: 0.1057024 May 04 13:49:03.532342 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8bab71ed-feae-441d-a0fe-9928f4b8895e req-24f2d5d7-f42f-4a73-bb94-744be17f6483 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&id=75f5a5f1-7bb5-41fc-838b-f911b7ce11f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526206 May 04 13:49:03.906441 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 51526) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:49:04.052424 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1685793241-network', 'tenant_id': '3bbb9e4eb2524396859e01db68d15a04'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:49:04.058254 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:49:04.062864 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Usage tracker for resource:network and tenant:3bbb9e4eb2524396859e01db68d15a04 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:49:04.066107 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:49:04.075755 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:49:04.091548 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Made reservation on behalf of 3bbb9e4eb2524396859e01db68d15a04 for: {'network': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:49:04.094348 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for network, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:04.107066 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:04.124068 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:49:04.128183 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Usage tracker for resource:security_group_rule and tenant:3bbb9e4eb2524396859e01db68d15a04 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:49:04.131230 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:49:04.137330 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:49:04.238278 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:04.243414 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:04.246546 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-50e7b1ef-8944-4b5c-9e73-4964b64c5ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:49:04.277059 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=73860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:49:04.290216 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1607265-d9cc-4711-a6a2-5243a6fd630d,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:04.295282 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:49:04.296299 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:04.296644 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.db.segments_db [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Added segment ba383f80-b2e5-41cc-a401-e28861ad6d78 of type vlan for network f841dbdd-e91c-4932-a6cb-67c519db7f69 May 04 13:49:04.325065 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760702352249'] for network, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:04.362628 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993'] for network, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:04.364723 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:04.365455 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:04.369474 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-16687eab-8344-4858-86dd-d99de70f75cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:49:04.483951 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Pushing event updated for resources: {'Network': ['ID=f841dbdd-e91c-4932-a6cb-67c519db7f69,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:04.487381 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:49:04.489866 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-bc0d60eb-38d9-46d8-b443-ea61cc095cec admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5822711 May 04 13:49:04.494695 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 51536) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:49:04.497863 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Network f841dbdd-e91c-4932-a6cb-67c519db7f69 details requested by agent ovs-agent-dv-cinder-789564-1-smb with host dv-cinder-789564-1-smb {{(pid=73862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 13:49:04.502290 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [None req-8256fab6-d7ab-4787-823c-be21759276cc admin admin] Request body: {'subnet': {'network_id': 'f841dbdd-e91c-4932-a6cb-67c519db7f69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1685793241-subnet', 'tenant_id': '3bbb9e4eb2524396859e01db68d15a04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:49:04.508277 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-8256fab6-d7ab-4787-823c-be21759276cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:49:04.514264 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-8256fab6-d7ab-4787-823c-be21759276cc admin admin] Usage tracker for resource:subnet and tenant:3bbb9e4eb2524396859e01db68d15a04 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:49:04.518563 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-8256fab6-d7ab-4787-823c-be21759276cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:49:04.528381 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-8256fab6-d7ab-4787-823c-be21759276cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:49:04.545276 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8256fab6-d7ab-4787-823c-be21759276cc admin admin] Made reservation on behalf of 3bbb9e4eb2524396859e01db68d15a04 for: {'subnet': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:49:04.549024 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8256fab6-d7ab-4787-823c-be21759276cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14884955'] for subnet, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:04.961399 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e8497-5388-4805-b28f-980170aa7a22 req-4054baad-6998-4184-9acf-9092df11c4a5 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:04.963723 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d61e8497-5388-4805-b28f-980170aa7a22 req-4054baad-6998-4184-9acf-9092df11c4a5 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 984 time: 0.2642748 May 04 13:49:05.030373 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d61e8497-5388-4805-b28f-980170aa7a22 req-17171f75-1129-4f75-be61-8e6a5d8fbbb2 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&id=75f5a5f1-7bb5-41fc-838b-f911b7ce11f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537484 May 04 13:49:05.151883 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8256fab6-d7ab-4787-823c-be21759276cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15112825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14884941'] for subnet, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:05.161352 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-99dca052-46b8-4bbf-83ad-82e3d070a0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:49:05.273250 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256fab6-d7ab-4787-823c-be21759276cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=10151322-c13a-4d54-ada6-a3d5a2d6eb76,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:05.277014 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8256fab6-d7ab-4787-823c-be21759276cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:49:05.283228 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8256fab6-d7ab-4787-823c-be21759276cc admin admin] Checking segment: {'id': 'ba383f80-b2e5-41cc-a401-e28861ad6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f841dbdd-e91c-4932-a6cb-67c519db7f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:49:05.283598 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8256fab6-d7ab-4787-823c-be21759276cc admin admin] Network hostable DHCP agents. Network: f841dbdd-e91c-4932-a6cb-67c519db7f69, hostable agents: ['548e5bae-174c-4437-b5d4-5dd15da226b0'], hosted agents: [] {{(pid=73860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:49:05.303356 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8256fab6-d7ab-4787-823c-be21759276cc admin admin] Network f841dbdd-e91c-4932-a6cb-67c519db7f69 is scheduled to be hosted by DHCP agent 548e5bae-174c-4437-b5d4-5dd15da226b0 with binding_index 1 {{(pid=73860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:49:05.314498 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-8256fab6-d7ab-4787-823c-be21759276cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-smb, f841dbdd-e91c-4932-a6cb-67c519db7f69) {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:49:05.323956 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977bb473-8637-4f90-94fb-4767ef6f5d56 None None] Network f841dbdd-e91c-4932-a6cb-67c519db7f69 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:49:05.324354 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8256fab6-d7ab-4787-823c-be21759276cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:05.324961 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8256fab6-d7ab-4787-823c-be21759276cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:05.360107 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-8256fab6-d7ab-4787-823c-be21759276cc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8529615 May 04 13:49:05.581531 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fb5415-2647-48ea-a0a9-01442a67268e None None] Network f841dbdd-e91c-4932-a6cb-67c519db7f69 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:49:06.348347 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb3641-29e9-4897-b780-8e52fa364f5a req-1c73cad4-18fe-43d4-b841-d70a15ac5517 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:06.349923 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-99cb3641-29e9-4897-b780-8e52fa364f5a req-1c73cad4-18fe-43d4-b841-d70a15ac5517 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 984 time: 0.1557376 May 04 13:49:06.415462 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-99cb3641-29e9-4897-b780-8e52fa364f5a req-f6c2489c-be08-4477-88a4-1b808a9c0912 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&id=75f5a5f1-7bb5-41fc-838b-f911b7ce11f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537651 May 04 13:49:07.660199 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377110-000e-439f-959c-7c9b8603b72b req-bb0e31a4-03ad-4606-90d9-f62820443fc2 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:07.661747 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-04377110-000e-439f-959c-7c9b8603b72b req-bb0e31a4-03ad-4606-90d9-f62820443fc2 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/networks?id=f841dbdd-e91c-4932-a6cb-67c519db7f69 HTTP/1.1" status: 200 len: 814 time: 0.2372668 May 04 13:49:07.677776 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-04377110-000e-439f-959c-7c9b8603b72b req-eea4cbc1-7fad-4daf-9ce0-d5cb8ef1a509 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/quotas/3bbb9e4eb2524396859e01db68d15a04 HTTP/1.1" status: 200 len: 375 time: 0.0101840 May 04 13:49:07.772177 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-04377110-000e-439f-959c-7c9b8603b72b req-4b9b3059-217f-42e5-ab7b-70b23aeaa09b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3bbb9e4eb2524396859e01db68d15a04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573113 May 04 13:49:07.843024 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a50fb0-320a-4a91-a775-fbb368c91784 req-0ebc089d-7837-4905-9276-e922b5e5b92d tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:07.843889 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-15a50fb0-320a-4a91-a775-fbb368c91784 req-0ebc089d-7837-4905-9276-e922b5e5b92d tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 984 time: 0.1650958 May 04 13:49:07.982284 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-15a50fb0-320a-4a91-a775-fbb368c91784 req-b274c6d2-bb67-4d60-b0af-227b95d552d5 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&id=75f5a5f1-7bb5-41fc-838b-f911b7ce11f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1330400 May 04 13:49:08.053181 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-04377110-000e-439f-959c-7c9b8603b72b req-88a49b04-6018-40ef-bbdc-7f3f05a370ce service neutron] 10.222.0.44 "GET /v2.0/networks/f841dbdd-e91c-4932-a6cb-67c519db7f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652385 May 04 13:49:08.319893 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-04377110-000e-439f-959c-7c9b8603b72b req-1d0bf165-4640-4cdf-a138-8c4a59e4d4f7 service neutron] 10.222.0.44 "GET /v2.0/networks/f841dbdd-e91c-4932-a6cb-67c519db7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584333 May 04 13:49:08.503752 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0ec9ec8f-2f34-4fe0-9dae-c14cc1d3454b req-277fba7e-3adf-4dfa-8d7e-a4133efeaf7f tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 210 time: 0.0451939 May 04 13:49:09.213680 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d18af-50ac-45b6-a180-7eb8f37da697 req-2273cc8f-3056-48a9-b668-c8f6a3cb2d17 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:09.215309 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-217d18af-50ac-45b6-a180-7eb8f37da697 req-2273cc8f-3056-48a9-b668-c8f6a3cb2d17 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 984 time: 0.1015055 May 04 13:49:09.280516 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-217d18af-50ac-45b6-a180-7eb8f37da697 req-9f66ca51-1e82-47b9-86af-c6e6cfeaf8e6 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&id=75f5a5f1-7bb5-41fc-838b-f911b7ce11f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494015 May 04 13:49:09.708896 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fede9030-2be5-49f9-a921-642ad87c02ec req-3af4afa6-4d4a-4d1c-8019-2bed229f5c26 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 210 time: 0.0832527 May 04 13:49:09.970417 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377110-000e-439f-959c-7c9b8603b72b req-c5e177c6-e061-4767-8d20-d986ec239ce9 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:09.971080 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-04377110-000e-439f-959c-7c9b8603b72b req-c5e177c6-e061-4767-8d20-d986ec239ce9 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Synchronizing usage tracker for tenant:3bbb9e4eb2524396859e01db68d15a04 on resource:network {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:49:09.990358 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-04377110-000e-439f-959c-7c9b8603b72b req-c5e177c6-e061-4767-8d20-d986ec239ce9 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Unset dirty status for tenant:3bbb9e4eb2524396859e01db68d15a04 on resource:network {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:49:09.991887 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-04377110-000e-439f-959c-7c9b8603b72b req-c5e177c6-e061-4767-8d20-d986ec239ce9 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.30 "GET /v2.0/networks?id=f841dbdd-e91c-4932-a6cb-67c519db7f69 HTTP/1.1" status: 200 len: 814 time: 0.2825394 May 04 13:49:10.004450 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-04377110-000e-439f-959c-7c9b8603b72b req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Request body: {'port': {'device_id': '58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03', 'network_id': 'f841dbdd-e91c-4932-a6cb-67c519db7f69', 'admin_state_up': True, 'tenant_id': '3bbb9e4eb2524396859e01db68d15a04'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:49:10.165259 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-04377110-000e-439f-959c-7c9b8603b72b req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:49:10.170595 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-04377110-000e-439f-959c-7c9b8603b72b req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Usage tracker for resource:port and tenant:3bbb9e4eb2524396859e01db68d15a04 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:49:10.173793 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-04377110-000e-439f-959c-7c9b8603b72b req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:49:10.180134 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-04377110-000e-439f-959c-7c9b8603b72b req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:49:10.192188 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04377110-000e-439f-959c-7c9b8603b72b req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Made reservation on behalf of 3bbb9e4eb2524396859e01db68d15a04 for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:49:10.196025 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-04377110-000e-439f-959c-7c9b8603b72b req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:10.391178 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-04377110-000e-439f-959c-7c9b8603b72b req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Allocated IP 172.20.0.2 (f841dbdd-e91c-4932-a6cb-67c519db7f69/10151322-c13a-4d54-ada6-a3d5a2d6eb76/ab776a4f-f288-4068-be8a-61d319291314) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:49:10.506017 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675af54-0b17-4762-8c71-e86084672c5d req-253fcc98-9219-47c3-8c0c-0c0d5c7d897e tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:10.506017 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6675af54-0b17-4762-8c71-e86084672c5d req-253fcc98-9219-47c3-8c0c-0c0d5c7d897e tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 984 time: 0.0988591 May 04 13:49:10.562548 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6675af54-0b17-4762-8c71-e86084672c5d req-fa754587-10d0-4d0b-bd8a-4e356f12977b tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&id=75f5a5f1-7bb5-41fc-838b-f911b7ce11f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508828 May 04 13:49:10.784486 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-04377110-000e-439f-959c-7c9b8603b72b req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:10.820556 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-04377110-000e-439f-959c-7c9b8603b72b req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:10.829458 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:49:10.921867 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04377110-000e-439f-959c-7c9b8603b72b req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Network f841dbdd-e91c-4932-a6cb-67c519db7f69 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:49:10.925774 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-04377110-000e-439f-959c-7c9b8603b72b req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:49:10.942054 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-04377110-000e-439f-959c-7c9b8603b72b req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:49:10.986687 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Pushing event updated for resources: {'Port': ['ID=ab776a4f-f288-4068-be8a-61d319291314,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:10.995955 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:49:11.037614 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377110-000e-439f-959c-7c9b8603b72b req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:11.038692 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-04377110-000e-439f-959c-7c9b8603b72b req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:11.054884 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc41ec8-3ff1-4cec-a257-6d5a3daaa822 req-7d87cf67-a6a2-40b4-9757-c294a7d8f7e6 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:11.062025 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0fc41ec8-3ff1-4cec-a257-6d5a3daaa822 req-7d87cf67-a6a2-40b4-9757-c294a7d8f7e6 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 931 time: 0.1230762 May 04 13:49:11.070284 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-04377110-000e-439f-959c-7c9b8603b72b req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0697088 May 04 13:49:11.084238 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Request body: {'port': {'device_id': '58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:49:11.120042 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0fc41ec8-3ff1-4cec-a257-6d5a3daaa822 req-1c5bd594-937b-4a81-9073-e1739a74fc3c tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549090 May 04 13:49:11.207126 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:11.598611 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab776a4f-f288-4068-be8a-61d319291314 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:49:11.609130 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:11.635601 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Transition to ACTIVE for port object ab776a4f-f288-4068-be8a-61d319291314 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:49:11.643302 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:11.652271 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:49:11.845262 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Pushing event updated for resources: {'Port': ['ID=ab776a4f-f288-4068-be8a-61d319291314,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:11.883063 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da029309-56a3-460f-8aab-39dee1027900 req-3561826c-401f-4711-b215-5c28f36e5dcc tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:11.884629 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-da029309-56a3-460f-8aab-39dee1027900 req-3561826c-401f-4711-b215-5c28f36e5dcc tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 984 time: 0.1162300 May 04 13:49:11.889066 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:11.889442 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:11.889818 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:11.890174 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:11.890533 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:11.890892 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:11.891246 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:11.891596 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:11.891945 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:11.892466 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:11.892641 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:11.892993 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:11.922351 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:49:11.946695 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-da029309-56a3-460f-8aab-39dee1027900 req-b3599b1c-95f1-4244-bb04-4a996ca5f354 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&id=75f5a5f1-7bb5-41fc-838b-f911b7ce11f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550811 May 04 13:49:11.971123 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Attempting to bind port ab776a4f-f288-4068-be8a-61d319291314 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:49:11.971477 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Attempting to bind port ab776a4f-f288-4068-be8a-61d319291314 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'ba383f80-b2e5-41cc-a401-e28861ad6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f841dbdd-e91c-4932-a6cb-67c519db7f69'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:49:11.971803 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Attempting to bind port ab776a4f-f288-4068-be8a-61d319291314 on network f841dbdd-e91c-4932-a6cb-67c519db7f69 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:49:11.977161 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Port ab776a4f-f288-4068-be8a-61d319291314 on network f841dbdd-e91c-4932-a6cb-67c519db7f69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:49:11.977485 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Attempting to bind port ab776a4f-f288-4068-be8a-61d319291314 on network f841dbdd-e91c-4932-a6cb-67c519db7f69 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:49:11.983560 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:49:11.983906 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Checking segment: {'id': 'ba383f80-b2e5-41cc-a401-e28861ad6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f841dbdd-e91c-4932-a6cb-67c519db7f69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:49:11.984335 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Bound using segment: {'id': 'ba383f80-b2e5-41cc-a401-e28861ad6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f841dbdd-e91c-4932-a6cb-67c519db7f69'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:49:11.984816 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Bound port: ab776a4f-f288-4068-be8a-61d319291314, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba383f80-b2e5-41cc-a401-e28861ad6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f841dbdd-e91c-4932-a6cb-67c519db7f69'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:49:11.985173 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:12.089382 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] For port ab776a4f-f288-4068-be8a-61d319291314, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:49:12.093192 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] For port ab776a4f-f288-4068-be8a-61d319291314, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab776a4f-f288-4068-be8a-61d319291314,segment=NetworkSegment(ba383f80-b2e5-41cc-a401-e28861ad6d78),segment_id=ba383f80-b2e5-41cc-a401-e28861ad6d78)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:49:12.097675 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:12.101626 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:49:12.162322 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:12.162813 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:12.164351 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-04377110-000e-439f-959c-7c9b8603b72b req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] 10.222.0.30 "PUT /v2.0/ports/ab776a4f-f288-4068-be8a-61d319291314 HTTP/1.1" status: 200 len: 1093 time: 1.0848973 May 04 13:49:12.165012 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03', 'tag': 'ab776a4f-f288-4068-be8a-61d319291314'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:49:12.194473 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Pushing event updated for resources: {'Port': ['ID=ab776a4f-f288-4068-be8a-61d319291314,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:12.197957 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:49:12.304117 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03', 'tag': 'ab776a4f-f288-4068-be8a-61d319291314', 'status': 'completed', 'code': 200} May 04 13:49:12.320298 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377110-000e-439f-959c-7c9b8603b72b req-bb3859f5-60ea-482e-9f24-6515737769b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:12.321839 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-04377110-000e-439f-959c-7c9b8603b72b req-bb3859f5-60ea-482e-9f24-6515737769b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bbb9e4eb2524396859e01db68d15a04&device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 1096 time: 0.0978444 May 04 13:49:12.367891 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b7dad-9009-41bb-8a2f-5df8c27c2e46 req-456181de-89bd-486d-9a8a-9a58a84578b1 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:12.369973 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-789b7dad-9009-41bb-8a2f-5df8c27c2e46 req-456181de-89bd-486d-9a8a-9a58a84578b1 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 943 time: 0.1140156 May 04 13:49:12.408342 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-04377110-000e-439f-959c-7c9b8603b72b req-66753b2b-fc6c-411b-a364-c5da02c8b5d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab776a4f-f288-4068-be8a-61d319291314 HTTP/1.1" status: 200 len: 217 time: 0.0781424 May 04 13:49:12.429159 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-789b7dad-9009-41bb-8a2f-5df8c27c2e46 req-d46f7d42-9d61-45b2-9f40-a8d48a17901b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515444 May 04 13:49:12.487807 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377110-000e-439f-959c-7c9b8603b72b req-9685e868-8c14-463a-a257-ad124235e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:12.489317 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-04377110-000e-439f-959c-7c9b8603b72b req-9685e868-8c14-463a-a257-ad124235e6ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10151322-c13a-4d54-ada6-a3d5a2d6eb76 HTTP/1.1" status: 200 len: 854 time: 0.0734842 May 04 13:49:12.541963 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-04377110-000e-439f-959c-7c9b8603b72b req-a02706ef-4dfb-45bd-9f4c-d7c026189a31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f841dbdd-e91c-4932-a6cb-67c519db7f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448451 May 04 13:49:12.701433 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-04377110-000e-439f-959c-7c9b8603b72b req-f6906614-1eba-4129-8657-4fc90254ef4f service neutron] 10.222.0.30 "GET /v2.0/networks/f841dbdd-e91c-4932-a6cb-67c519db7f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512012 May 04 13:49:13.004039 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-04377110-000e-439f-959c-7c9b8603b72b req-a4db9099-0e27-4aaa-a2f8-ef2c7a8ba2bb service neutron] 10.222.0.30 "GET /v2.0/networks/f841dbdd-e91c-4932-a6cb-67c519db7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936239 May 04 13:49:13.131577 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2628b26-611f-45a5-8174-8c85671a2a91 req-7bcb5cb6-38c2-494c-a033-bb72a2dffb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:13.133232 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b2628b26-611f-45a5-8174-8c85671a2a91 req-7bcb5cb6-38c2-494c-a033-bb72a2dffb74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bbb9e4eb2524396859e01db68d15a04&device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 1096 time: 0.0833445 May 04 13:49:13.275818 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2628b26-611f-45a5-8174-8c85671a2a91 req-7c0bf884-532d-4f18-b99f-07a5b5b873f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:13.278090 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b2628b26-611f-45a5-8174-8c85671a2a91 req-7c0bf884-532d-4f18-b99f-07a5b5b873f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f841dbdd-e91c-4932-a6cb-67c519db7f69 HTTP/1.1" status: 200 len: 915 time: 0.1373804 May 04 13:49:13.360905 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b2628b26-611f-45a5-8174-8c85671a2a91 req-5acea69e-a693-4f70-aceb-d579579e535c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab776a4f-f288-4068-be8a-61d319291314 HTTP/1.1" status: 200 len: 217 time: 0.0744903 May 04 13:49:13.443283 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2628b26-611f-45a5-8174-8c85671a2a91 req-07e90e34-a00a-426c-9169-d5be612bf8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:13.444896 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b2628b26-611f-45a5-8174-8c85671a2a91 req-07e90e34-a00a-426c-9169-d5be612bf8b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10151322-c13a-4d54-ada6-a3d5a2d6eb76 HTTP/1.1" status: 200 len: 854 time: 0.0681002 May 04 13:49:13.534777 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b2628b26-611f-45a5-8174-8c85671a2a91 req-95b622e6-e6a5-48db-974e-66009ff91afd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f841dbdd-e91c-4932-a6cb-67c519db7f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821705 May 04 13:49:13.665470 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd368b5-26a2-4743-9ed0-0fbe4cc4d4f1 req-1c76c6a9-5c75-485a-8740-52bb9faa7dca tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:13.667454 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cdd368b5-26a2-4743-9ed0-0fbe4cc4d4f1 req-1c76c6a9-5c75-485a-8740-52bb9faa7dca tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 943 time: 0.1207705 May 04 13:49:13.720967 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b2628b26-611f-45a5-8174-8c85671a2a91 req-16a08e77-9a30-425f-a3e0-fd4e63d2e034 service neutron] 10.222.0.30 "GET /v2.0/networks/f841dbdd-e91c-4932-a6cb-67c519db7f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774457 May 04 13:49:13.729581 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cdd368b5-26a2-4743-9ed0-0fbe4cc4d4f1 req-2b613e38-7b38-492b-8f1b-dbdd42f7a81f tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509140 May 04 13:49:13.875288 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-b2628b26-611f-45a5-8174-8c85671a2a91 req-6c23be88-b3d0-442e-af9d-1af1b8a69e93 service neutron] 10.222.0.30 "GET /v2.0/networks/f841dbdd-e91c-4932-a6cb-67c519db7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459911 May 04 13:49:14.945967 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c5306-5801-4506-a61e-47698b99f09f req-0fce230c-eb4e-436e-b9a8-17352ed829ba tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:14.947499 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3d6c5306-5801-4506-a61e-47698b99f09f req-0fce230c-eb4e-436e-b9a8-17352ed829ba tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 943 time: 0.0944908 May 04 13:49:14.999193 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3d6c5306-5801-4506-a61e-47698b99f09f req-ce4a1dd0-af3e-4c23-adaa-7a4347857af9 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455260 May 04 13:49:16.219061 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d21965-a149-4f97-83ad-56a48f1e9f05 req-2d97be64-8663-4e63-8bd2-1b61913b0d9f tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:16.220896 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c0d21965-a149-4f97-83ad-56a48f1e9f05 req-2d97be64-8663-4e63-8bd2-1b61913b0d9f tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 943 time: 0.1020098 May 04 13:49:16.271771 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c0d21965-a149-4f97-83ad-56a48f1e9f05 req-dce47c29-c3e4-4b73-afda-500beecef932 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441508 May 04 13:49:16.305251 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device ab776a4f-f288-4068-be8a-61d319291314 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:49:16.457188 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port ab776a4f-f288-4068-be8a-61d319291314, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab776a4f-f288-4068-be8a-61d319291314,segment=NetworkSegment(ba383f80-b2e5-41cc-a401-e28861ad6d78),segment_id=ba383f80-b2e5-41cc-a401-e28861ad6d78)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:49:16.474134 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': 'ab776a4f-f288-4068-be8a-61d319291314', 'network_id': 'f841dbdd-e91c-4932-a6cb-67c519db7f69', 'port_id': 'ab776a4f-f288-4068-be8a-61d319291314', 'mac_address': 'fa:16:3e:80:65:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10151322-c13a-4d54-ada6-a3d5a2d6eb76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:49:16.543088 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:16.562781 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab776a4f-f288-4068-be8a-61d319291314 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:49:16.580212 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port ab776a4f-f288-4068-be8a-61d319291314, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab776a4f-f288-4068-be8a-61d319291314,segment=NetworkSegment(ba383f80-b2e5-41cc-a401-e28861ad6d78),segment_id=ba383f80-b2e5-41cc-a401-e28861ad6d78)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:49:16.585132 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:16.589037 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f762eb18-6bd7-45f5-af86-416db8a28ac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:49:16.661929 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=ab776a4f-f288-4068-be8a-61d319291314,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:16.671168 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:16.671515 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:16.671845 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:16.672219 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:16.672554 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:16.672886 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:16.673218 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:16.673543 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:16.673876 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:16.674198 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:16.674546 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:16.674855 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:16.680462 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:49:16.860582 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['ab776a4f-f288-4068-be8a-61d319291314'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:49:17.552578 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85483ab3-98e9-4152-a3d2-3db4727242ad req-3b1b8d5a-6848-4c95-9dd9-0882af502bf1 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:17.554170 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-85483ab3-98e9-4152-a3d2-3db4727242ad req-3b1b8d5a-6848-4c95-9dd9-0882af502bf1 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 944 time: 0.1041613 May 04 13:49:17.604539 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-85483ab3-98e9-4152-a3d2-3db4727242ad req-3052ead5-4b29-4187-9443-707b04a5d948 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435383 May 04 13:49:18.306696 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device ab776a4f-f288-4068-be8a-61d319291314 up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:49:18.381491 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port ab776a4f-f288-4068-be8a-61d319291314 completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:49:18.386651 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port ab776a4f-f288-4068-be8a-61d319291314 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:49:18.387018 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:18.518845 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:18.551944 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab776a4f-f288-4068-be8a-61d319291314'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:49:18.563290 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port ab776a4f-f288-4068-be8a-61d319291314, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab776a4f-f288-4068-be8a-61d319291314,segment=NetworkSegment(ba383f80-b2e5-41cc-a401-e28861ad6d78),segment_id=ba383f80-b2e5-41cc-a401-e28861ad6d78)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:49:18.570036 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:18.574581 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-0955f379-1925-43c5-82a9-b74b8b9008d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:49:18.605527 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0f62af3-4fbe-4d50-a67a-652b8b77c628 req-d2f96918-9367-4973-a81e-3d5215141626 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1075947 May 04 13:49:18.661212 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab776a4f-f288-4068-be8a-61d319291314', 'code': 200} May 04 13:49:18.673308 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=ab776a4f-f288-4068-be8a-61d319291314,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:18.677848 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:49:18.848676 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f62af3-4fbe-4d50-a67a-652b8b77c628 req-57d9781a-f132-40b4-89a8-eb52af986dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:18.850657 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0f62af3-4fbe-4d50-a67a-652b8b77c628 req-57d9781a-f132-40b4-89a8-eb52af986dc4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd535cb7605d4b0ba00714d0c6f98aad&device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 1137 time: 0.1214776 May 04 13:49:18.919082 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e86b4-59e3-4d08-8bb1-cbfae65f52a2 req-aed63be9-23e3-475c-a725-b1e5832e7019 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:18.920776 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f80e86b4-59e3-4d08-8bb1-cbfae65f52a2 req-aed63be9-23e3-475c-a725-b1e5832e7019 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 945 time: 0.1173248 May 04 13:49:18.977280 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f80e86b4-59e3-4d08-8bb1-cbfae65f52a2 req-5661e565-0adc-4548-9a19-237531c40a49 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496008 May 04 13:49:19.142879 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f62af3-4fbe-4d50-a67a-652b8b77c628 req-171e1702-93b9-4180-b50e-86c502bdea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:19.144317 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0f62af3-4fbe-4d50-a67a-652b8b77c628 req-171e1702-93b9-4180-b50e-86c502bdea3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b52ba926-9a0c-4ed7-8661-090c20371f1a HTTP/1.1" status: 200 len: 915 time: 0.2052860 May 04 13:49:19.146461 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c08de6-ba23-4a8a-a397-50d2c60e7bc7 req-a34e6d91-9e71-4ecc-a8e9-5c38974ff97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:19.147925 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-66c08de6-ba23-4a8a-a397-50d2c60e7bc7 req-a34e6d91-9e71-4ecc-a8e9-5c38974ff97d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 1098 time: 0.2665198 May 04 13:49:19.408600 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-66c08de6-ba23-4a8a-a397-50d2c60e7bc7 req-94872d1e-4f7f-4c5e-bcaa-5cba83cf9dd6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407303 May 04 13:49:19.422054 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0f62af3-4fbe-4d50-a67a-652b8b77c628 req-58ea6fcc-01be-4f2c-b2b1-bdeab87d397b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=439d0690-14d1-4e35-a821-e3dc82ecbe9a HTTP/1.1" status: 200 len: 1001 time: 0.2563009 May 04 13:49:19.527707 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f62af3-4fbe-4d50-a67a-652b8b77c628 req-1cd67bd5-ab97-45de-8abc-df99077e1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:19.529585 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0f62af3-4fbe-4d50-a67a-652b8b77c628 req-1cd67bd5-ab97-45de-8abc-df99077e1314 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4355c3c9-e116-453d-92e4-886f7ef637b2 HTTP/1.1" status: 200 len: 853 time: 0.0646160 May 04 13:49:19.641717 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f62af3-4fbe-4d50-a67a-652b8b77c628 req-1a28e88b-c44d-4c8d-bcce-c9f81ba7f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:19.644385 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0f62af3-4fbe-4d50-a67a-652b8b77c628 req-1a28e88b-c44d-4c8d-bcce-c9f81ba7f47a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b52ba926-9a0c-4ed7-8661-090c20371f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0938747 May 04 13:49:19.806825 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0f62af3-4fbe-4d50-a67a-652b8b77c628 req-0d96f148-7c8a-4a06-af44-232661d54b3c service neutron] 10.222.0.30 "GET /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544027 May 04 13:49:20.158811 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e0f62af3-4fbe-4d50-a67a-652b8b77c628 req-c43d2605-592c-494d-8511-3c37eaf2216e service neutron] 10.222.0.30 "GET /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414056 May 04 13:49:20.235910 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd977524-9c0a-4ceb-92ed-9c54c676f9c8 req-756493a8-a7b6-4162-a179-d56db84d01a1 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:20.238631 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bd977524-9c0a-4ceb-92ed-9c54c676f9c8 req-756493a8-a7b6-4162-a179-d56db84d01a1 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 945 time: 0.1245685 May 04 13:49:20.318857 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bd977524-9c0a-4ceb-92ed-9c54c676f9c8 req-cf2f6937-6344-4dd0-86d1-b02f83c7f1c5 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719237 May 04 13:49:21.531745 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e5d8b-38b3-461a-a207-302de6fc1642 req-3b41e662-fb70-4808-9ede-630ae73d77c5 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:21.533275 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-831e5d8b-38b3-461a-a207-302de6fc1642 req-3b41e662-fb70-4808-9ede-630ae73d77c5 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 945 time: 0.0873969 May 04 13:49:21.590040 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-831e5d8b-38b3-461a-a207-302de6fc1642 req-f0212fda-fd66-4a09-ac5f-41c30c433845 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497975 May 04 13:49:22.167591 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:24.857732 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:49:26.148751 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ccbf00be-d330-42ec-8966-66133c137430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:28.797935 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f48f2634-cb76-4a97-9314-7a70f6dea31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:29.525510 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:30.307834 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:32.624005 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:40.784219 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd74b03-c3c5-49ed-8f4f-739e8bec2347 req-d0048e3b-f53d-4248-b46b-16fe890ce97e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:40.785925 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8dd74b03-c3c5-49ed-8f4f-739e8bec2347 req-d0048e3b-f53d-4248-b46b-16fe890ce97e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.0991046 May 04 13:49:40.856610 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8dd74b03-c3c5-49ed-8f4f-739e8bec2347 req-c3d65438-7196-4374-b9b6-e4c0bed78d8e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566807 May 04 13:49:42.379871 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95dd66-1fa9-4e9d-bacf-25932e25e65f req-aaad7f20-796a-4589-a2c4-211c02635a62 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:42.381527 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9c95dd66-1fa9-4e9d-bacf-25932e25e65f req-aaad7f20-796a-4589-a2c4-211c02635a62 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.3030834 May 04 13:49:42.437476 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9c95dd66-1fa9-4e9d-bacf-25932e25e65f req-6ba44646-c318-4c80-89a1-ae090c8f5606 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486946 May 04 13:49:43.677970 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7208d8-ed31-48d9-85ea-342918c43ca9 req-23ca9cbb-0c02-4cb8-b91a-663d73e4a5a1 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:43.679571 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-af7208d8-ed31-48d9-85ea-342918c43ca9 req-23ca9cbb-0c02-4cb8-b91a-663d73e4a5a1 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.0953526 May 04 13:49:43.735344 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-af7208d8-ed31-48d9-85ea-342918c43ca9 req-1f1f982d-c74d-478d-bb0c-21d4d4951e74 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486917 May 04 13:49:44.987773 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8baa9c-9e6b-47b9-90dd-742c612797ba req-0cd9da23-7336-48f8-9c9e-69d25dc8a904 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:44.989464 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0f8baa9c-9e6b-47b9-90dd-742c612797ba req-0cd9da23-7336-48f8-9c9e-69d25dc8a904 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.0884426 May 04 13:49:45.037211 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0f8baa9c-9e6b-47b9-90dd-742c612797ba req-7076dbb1-24ce-42c2-9d3e-0ac1ec44654b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415785 May 04 13:49:46.260400 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62bae2-88f4-4f87-9066-9e4f60328482 req-aef8953f-88bc-46a5-a371-f1b64ba31ab4 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:46.262528 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7a62bae2-88f4-4f87-9066-9e4f60328482 req-aef8953f-88bc-46a5-a371-f1b64ba31ab4 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.0967836 May 04 13:49:46.313688 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7a62bae2-88f4-4f87-9066-9e4f60328482 req-3e09a9d4-4691-4c80-b694-e500fd76b448 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446529 May 04 13:49:47.522247 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf074b-1596-4308-9f30-cc6692fb17bb req-8ad6f645-4c66-4ccb-a0f2-aaed754105b8 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:47.523747 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-36bf074b-1596-4308-9f30-cc6692fb17bb req-8ad6f645-4c66-4ccb-a0f2-aaed754105b8 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.0866351 May 04 13:49:47.578662 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-36bf074b-1596-4308-9f30-cc6692fb17bb req-c4123704-fed9-483a-90ab-945cb4574402 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486825 May 04 13:49:48.784228 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caef6a9-3baa-4d0f-b8ed-56bc5b424679 req-b8c65153-1c29-4f8c-8a83-cb08b140bded tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:48.785848 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0caef6a9-3baa-4d0f-b8ed-56bc5b424679 req-b8c65153-1c29-4f8c-8a83-cb08b140bded tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.0916061 May 04 13:49:48.838493 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0caef6a9-3baa-4d0f-b8ed-56bc5b424679 req-e4542b85-90f9-44bc-bbff-3b9eca0aedd2 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456667 May 04 13:49:50.057296 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e1240-2115-4b31-a6cd-81de6081f129 req-d8a7b4b4-e2af-4688-961b-735f7580807d tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:50.059200 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-338e1240-2115-4b31-a6cd-81de6081f129 req-d8a7b4b4-e2af-4688-961b-735f7580807d tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.0953467 May 04 13:49:50.113650 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-338e1240-2115-4b31-a6cd-81de6081f129 req-8325fbfe-a044-4476-9d1e-84301de2f3ed tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479741 May 04 13:49:51.402192 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c20a7f-996d-463d-89bb-f4d5d0c33d2b req-01268519-ad2f-4bbc-930b-c34090121721 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:51.404177 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-22c20a7f-996d-463d-89bb-f4d5d0c33d2b req-01268519-ad2f-4bbc-930b-c34090121721 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.1499989 May 04 13:49:51.489576 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-22c20a7f-996d-463d-89bb-f4d5d0c33d2b req-aecc1a7d-b99f-4668-b42b-5f17a9c2f9fc tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747306 May 04 13:49:52.187081 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:52.816370 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28159f-06bc-4b99-a9e2-7b06ac3fe866 req-5912cc21-cc5c-4ba2-a3d8-dcdec0458268 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:52.827685 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0d28159f-06bc-4b99-a9e2-7b06ac3fe866 req-5912cc21-cc5c-4ba2-a3d8-dcdec0458268 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.1905973 May 04 13:49:52.927923 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0d28159f-06bc-4b99-a9e2-7b06ac3fe866 req-dbf14f0f-8f73-40bf-8bc3-1319be156a6d tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968244 May 04 13:49:54.179576 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44283252-688a-4dd6-87b3-10b1dd4b0f78 req-2b8cd595-ac6d-4443-b1e5-2e838ca6f2cc tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:54.188473 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-44283252-688a-4dd6-87b3-10b1dd4b0f78 req-2b8cd595-ac6d-4443-b1e5-2e838ca6f2cc tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.1126015 May 04 13:49:54.249110 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-44283252-688a-4dd6-87b3-10b1dd4b0f78 req-9d6f915c-c1e7-4553-83db-e67d0b003bf5 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586715 May 04 13:49:55.639416 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660a700-641c-4a45-800b-41d908e2f2c4 req-25fe4b5a-0fd7-44f1-9665-5e42e11740f4 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:55.640951 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7660a700-641c-4a45-800b-41d908e2f2c4 req-25fe4b5a-0fd7-44f1-9665-5e42e11740f4 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.0919151 May 04 13:49:55.695747 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7660a700-641c-4a45-800b-41d908e2f2c4 req-5eed91d0-2653-4098-a983-bf9e0231a39a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481541 May 04 13:49:56.153874 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-97b72f48-5c95-4881-8971-06cebc14898a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:56.909314 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2f387-4dc7-4039-a1da-9d5988516add req-4d69a699-bf62-4548-b31b-efbef5aed6fd tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:56.910883 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8eb2f387-4dc7-4039-a1da-9d5988516add req-4d69a699-bf62-4548-b31b-efbef5aed6fd tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.0928826 May 04 13:49:56.963422 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8eb2f387-4dc7-4039-a1da-9d5988516add req-063674fd-5d19-4e40-bfbc-306d458e0179 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461497 May 04 13:49:58.249695 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641394f7-4313-409f-af96-b7ced16a164e req-03d7b583-e1c9-4a38-ba02-c712bbee3da6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:58.251900 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-641394f7-4313-409f-af96-b7ced16a164e req-03d7b583-e1c9-4a38-ba02-c712bbee3da6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.1501274 May 04 13:49:58.345943 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-641394f7-4313-409f-af96-b7ced16a164e req-89fc4f77-dcba-4cf0-b21a-20977359f276 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874820 May 04 13:49:58.553645 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device c8f7b34f-bd90-4a8f-8fe0-9112e316c432 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:49:58.748599 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port c8f7b34f-bd90-4a8f-8fe0-9112e316c432, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:49:58.772511 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'port_id': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432', 'mac_address': 'fa:16:3e:d0:24:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:49:58.876462 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6ce3039b-62a2-4522-835e-a8ccea27bf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:58.899958 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:58.932720 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8f7b34f-bd90-4a8f-8fe0-9112e316c432 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:49:58.962071 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port c8f7b34f-bd90-4a8f-8fe0-9112e316c432, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:49:58.969289 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:58.972308 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-b2e572c3-c38d-402d-8ae6-995ac8647638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:49:59.093848 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,revision_number=6']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:59.100723 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['c8f7b34f-bd90-4a8f-8fe0-9112e316c432'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:49:59.147701 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:49:59.553566 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:49:59.687670 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855690a-5110-45ff-92fc-b3235298dd32 req-cc1fa679-b0b1-4436-92de-339763f2cc2c tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:49:59.689450 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2855690a-5110-45ff-92fc-b3235298dd32 req-cc1fa679-b0b1-4436-92de-339763f2cc2c tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 944 time: 0.1203773 May 04 13:49:59.756915 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2855690a-5110-45ff-92fc-b3235298dd32 req-31f07160-ff4b-4eeb-b5db-4f3397f6277b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557449 May 04 13:50:00.345409 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:00.570561 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device c8f7b34f-bd90-4a8f-8fe0-9112e316c432 up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:50:00.668849 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port c8f7b34f-bd90-4a8f-8fe0-9112e316c432 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:50:00.669234 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:00.867387 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:00.921411 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:50:00.933847 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port c8f7b34f-bd90-4a8f-8fe0-9112e316c432, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:00.954664 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:00.962031 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:01.060446 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,revision_number=7']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:01.066037 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:01.081946 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432', 'code': 200} May 04 13:50:01.141518 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2b15-86f5-416f-903c-4e9814c5d5e9 req-6b8932a3-ce01-4879-bfd0-4bef947bef5f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:01.152226 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e91e2b15-86f5-416f-903c-4e9814c5d5e9 req-6b8932a3-ce01-4879-bfd0-4bef947bef5f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.2431376 May 04 13:50:01.241672 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e91e2b15-86f5-416f-903c-4e9814c5d5e9 req-83804687-77f6-47c3-b8bb-016a70c6a469 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882862 May 04 13:50:01.850938 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:50:02.532366 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787dbc6-8ffa-4d2e-b334-b5c9d91bc4ec req-ae9b47f4-bf04-4a81-97a1-c0051776e664 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:02.534885 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d787dbc6-8ffa-4d2e-b334-b5c9d91bc4ec req-ae9b47f4-bf04-4a81-97a1-c0051776e664 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.1511936 May 04 13:50:02.628672 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d787dbc6-8ffa-4d2e-b334-b5c9d91bc4ec req-fdb876ea-f848-495b-a3ea-f68e7375d9fd tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875759 May 04 13:50:02.629428 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:04.011080 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360886b-950f-4c7d-9571-490c1170586e req-734142e6-8720-406f-95a0-f1d511dfe1ec tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:04.027143 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8360886b-950f-4c7d-9571-490c1170586e req-734142e6-8720-406f-95a0-f1d511dfe1ec tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.1706729 May 04 13:50:04.153579 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8360886b-950f-4c7d-9571-490c1170586e req-b94c2fc2-e89c-4142-bffe-87b775f373ab tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222003 May 04 13:50:04.730898 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05292155-f412-41e2-9250-724afc32ea59 req-f8a1e836-1ec3-46e8-be87-5b6b4b33676c tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:04.732892 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-05292155-f412-41e2-9250-724afc32ea59 req-f8a1e836-1ec3-46e8-be87-5b6b4b33676c tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 946 time: 0.2590730 May 04 13:50:04.831962 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-05292155-f412-41e2-9250-724afc32ea59 req-856cab05-72ec-4ef3-a625-75796b0a1ef9 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb52417d-3082-4eb8-8cc1-466356d98c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908542 May 04 13:50:05.292244 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b0ba7-2440-467d-8436-ad1dd6e9ad08 req-546a37c4-a8e2-41d3-892c-da39155dafbc tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:05.306145 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-735b0ba7-2440-467d-8436-ad1dd6e9ad08 req-546a37c4-a8e2-41d3-892c-da39155dafbc tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 945 time: 0.1592453 May 04 13:50:05.455305 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-735b0ba7-2440-467d-8436-ad1dd6e9ad08 req-ea77ec2c-6a60-4746-abd8-73585ee6e193 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471806 May 04 13:50:05.540150 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ae572-ce48-4e6c-b816-b4c199445b35 req-0cb7d2dd-5a2a-4b70-ba1b-b01bb8b0cb3f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:05.542228 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e15ae572-ce48-4e6c-b816-b4c199445b35 req-0cb7d2dd-5a2a-4b70-ba1b-b01bb8b0cb3f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.2064073 May 04 13:50:05.645030 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e15ae572-ce48-4e6c-b816-b4c199445b35 req-a63ead4d-3797-48f3-afba-c5ddec77cf80 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861237 May 04 13:50:06.221905 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca08a48-9522-446e-bcbd-38adf49a223f req-19dbd3bc-ea86-4dfd-9b8d-9b30f87909ee tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:06.224531 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fca08a48-9522-446e-bcbd-38adf49a223f req-19dbd3bc-ea86-4dfd-9b8d-9b30f87909ee tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 946 time: 0.1759989 May 04 13:50:06.304677 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fca08a48-9522-446e-bcbd-38adf49a223f req-b6a0ee91-0b62-420a-9fad-713e107b4c5e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb52417d-3082-4eb8-8cc1-466356d98c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708025 May 04 13:50:06.539259 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c7100-55ed-4a7d-b1e3-43f36c0e35fa req-1b0d3a28-97e0-4a85-91bb-3cb8e789f122 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:06.541010 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-3e1c7100-55ed-4a7d-b1e3-43f36c0e35fa req-1b0d3a28-97e0-4a85-91bb-3cb8e789f122 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Synchronizing usage tracker for tenant:7bea85a15656418198b0f51c80271aca on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:50:06.566962 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-3e1c7100-55ed-4a7d-b1e3-43f36c0e35fa req-1b0d3a28-97e0-4a85-91bb-3cb8e789f122 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Unset dirty status for tenant:7bea85a15656418198b0f51c80271aca on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:50:06.569395 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3e1c7100-55ed-4a7d-b1e3-43f36c0e35fa req-1b0d3a28-97e0-4a85-91bb-3cb8e789f122 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.30 "GET /v2.0/ports?device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 946 time: 0.1915236 May 04 13:50:06.783359 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-3e1c7100-55ed-4a7d-b1e3-43f36c0e35fa req-16584b6e-9b04-4628-bb6d-3f4a2395ccce tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Deleting port f93ea32f-c2a3-4621-833d-972c29a2503f {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:50:06.784324 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3e1c7100-55ed-4a7d-b1e3-43f36c0e35fa req-16584b6e-9b04-4628-bb6d-3f4a2395ccce tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:06.817131 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a7b75-334e-4679-8c00-683433b03664 req-c586ca0c-495d-4755-9d8d-cfa956e0e832 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:06.818710 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9d7a7b75-334e-4679-8c00-683433b03664 req-c586ca0c-495d-4755-9d8d-cfa956e0e832 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 945 time: 0.1107113 May 04 13:50:06.980734 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9d7a7b75-334e-4679-8c00-683433b03664 req-c26835b7-f660-4d5f-afc1-fced86664eee tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541038 May 04 13:50:07.016812 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-3e1c7100-55ed-4a7d-b1e3-43f36c0e35fa req-16584b6e-9b04-4628-bb6d-3f4a2395ccce tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] For port f93ea32f-c2a3-4621-833d-972c29a2503f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f93ea32f-c2a3-4621-833d-972c29a2503f,segment=NetworkSegment(314af9a7-9530-4926-9518-e292dd0275c6),segment_id=314af9a7-9530-4926-9518-e292dd0275c6)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:07.017993 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3e1c7100-55ed-4a7d-b1e3-43f36c0e35fa req-16584b6e-9b04-4628-bb6d-3f4a2395ccce tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:07.039277 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb080a63-668b-4580-a9d5-99aa6fa50144 req-574e7405-a8b8-4809-b7ef-f18202292cc1 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:07.047087 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bb080a63-668b-4580-a9d5-99aa6fa50144 req-574e7405-a8b8-4809-b7ef-f18202292cc1 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.1811647 May 04 13:50:07.156378 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bb080a63-668b-4580-a9d5-99aa6fa50144 req-442ceb48-2ed3-44a2-b9aa-ca35e25b7ff3 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075795 May 04 13:50:07.497124 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3e1c7100-55ed-4a7d-b1e3-43f36c0e35fa req-16584b6e-9b04-4628-bb6d-3f4a2395ccce tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:07.497748 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3e1c7100-55ed-4a7d-b1e3-43f36c0e35fa req-16584b6e-9b04-4628-bb6d-3f4a2395ccce tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974359'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:07.498304 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.db.l3_db [req-3e1c7100-55ed-4a7d-b1e3-43f36c0e35fa req-16584b6e-9b04-4628-bb6d-3f4a2395ccce tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Floating IP aeee6402-84bf-4876-bd18-b5ede09b1d0a disassociated. External IP: 172.28.3.86, port: f93ea32f-c2a3-4621-833d-972c29a2503f. May 04 13:50:07.498886 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-3e1c7100-55ed-4a7d-b1e3-43f36c0e35fa req-16584b6e-9b04-4628-bb6d-3f4a2395ccce tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Calling delete_port for f93ea32f-c2a3-4621-833d-972c29a2503f owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:50:07.664738 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c5a1a-24f7-400d-aa0e-910cf43d7dbf req-30ea4dbb-1cda-4013-bc04-8b747f5e79cd tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:07.666409 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a65c5a1a-24f7-400d-aa0e-910cf43d7dbf req-30ea4dbb-1cda-4013-bc04-8b747f5e79cd tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 946 time: 0.1165283 May 04 13:50:07.730071 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3e1c7100-55ed-4a7d-b1e3-43f36c0e35fa req-16584b6e-9b04-4628-bb6d-3f4a2395ccce tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:07.737157 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a65c5a1a-24f7-400d-aa0e-910cf43d7dbf req-415beab9-7823-4b96-b3e6-cdcefaff37a9 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups?id=eb52417d-3082-4eb8-8cc1-466356d98c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558031 May 04 13:50:07.739843 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0d939258-431f-41f4-abe8-07d9b496784c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:07.832975 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16584b6e-9b04-4628-bb6d-3f4a2395ccce tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Pushing event deleted for resources: {'Port': ['ID=f93ea32f-c2a3-4621-833d-972c29a2503f,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:07.837295 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-16584b6e-9b04-4628-bb6d-3f4a2395ccce tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:08.170744 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e1c7100-55ed-4a7d-b1e3-43f36c0e35fa req-16584b6e-9b04-4628-bb6d-3f4a2395ccce tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Router df7df9e8-50d7-4852-bc0b-6c8423769823 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:50:08.442414 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319d122-9009-4768-aa44-b17ee619c7d5 req-365e4ae6-87ec-4941-a510-50974b45e346 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:08.445308 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2319d122-9009-4768-aa44-b17ee619c7d5 req-365e4ae6-87ec-4941-a510-50974b45e346 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 945 time: 0.1946037 May 04 13:50:08.525567 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e1c7100-55ed-4a7d-b1e3-43f36c0e35fa req-16584b6e-9b04-4628-bb6d-3f4a2395ccce tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:50:08.550648 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aa7ed5-f02e-4e26-ae65-3e5485fbbeb6 None None] Sync routers for ids ['df7df9e8-50d7-4852-bc0b-6c8423769823'] in dv-cinder-789564-1-smb {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:50:08.571973 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa7ed5-f02e-4e26-ae65-3e5485fbbeb6 None None] Routers {'df7df9e8-50d7-4852-bc0b-6c8423769823'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:50:08.572668 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-91aa7ed5-f02e-4e26-ae65-3e5485fbbeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:49:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['df7df9e8-50d7-4852-bc0b-6c8423769823'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:08.608759 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2319d122-9009-4768-aa44-b17ee619c7d5 req-bed6e529-32e6-4892-9e8f-69bd047c5e0c tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111701 May 04 13:50:08.640127 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1c7100-55ed-4a7d-b1e3-43f36c0e35fa req-16584b6e-9b04-4628-bb6d-3f4a2395ccce tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] No DVR routers for this DVR port f93ea32f-c2a3-4621-833d-972c29a2503f on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:50:08.644148 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3e1c7100-55ed-4a7d-b1e3-43f36c0e35fa req-16584b6e-9b04-4628-bb6d-3f4a2395ccce tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:08.647224 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de270157-580a-4c96-ab04-3ce8bc2d9203', 'name': 'network-vif-deleted', 'tag': 'f93ea32f-c2a3-4621-833d-972c29a2503f'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:50:08.664373 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e59126-4300-4194-999c-8129ee9c58ff req-6efe5ceb-e23f-4635-af57-479ef8eb51e0 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:08.673952 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3e1c7100-55ed-4a7d-b1e3-43f36c0e35fa req-16584b6e-9b04-4628-bb6d-3f4a2395ccce tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.30 "DELETE /v2.0/ports/f93ea32f-c2a3-4621-833d-972c29a2503f HTTP/1.1" status: 204 len: 173 time: 2.0964088 May 04 13:50:08.677253 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-53e59126-4300-4194-999c-8129ee9c58ff req-6efe5ceb-e23f-4635-af57-479ef8eb51e0 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.2295694 May 04 13:50:08.742138 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-53e59126-4300-4194-999c-8129ee9c58ff req-a529500b-2093-4b23-8882-655267a9b1a8 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645890 May 04 13:50:08.826218 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de270157-580a-4c96-ab04-3ce8bc2d9203', 'name': 'network-vif-deleted', 'tag': 'f93ea32f-c2a3-4621-833d-972c29a2503f', 'status': 'completed', 'code': 200} May 04 13:50:08.976819 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-91aa7ed5-f02e-4e26-ae65-3e5485fbbeb6 None None] Set router df7df9e8-50d7-4852-bc0b-6c8423769823 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:50:08.999084 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cb1e85fa-eca8-4fcc-93d5-7ebc802d4818 req-8eb5a558-c291-44e5-9738-ddadc97d4823 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/ports?device_id=de270157-580a-4c96-ab04-3ce8bc2d9203 HTTP/1.1" status: 200 len: 210 time: 0.0860884 May 04 13:50:09.542309 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-91aa7ed5-f02e-4e26-ae65-3e5485fbbeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:26Z', 'revision_number': 4, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'e1ee3632-9113-4a3f-b4ff-7fb990f03b74', 'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'mac_address': 'fa:16:3e:9c:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:22Z', 'updated_at': '2021-05-04T13:44:38Z', 'revision_number': 5, 'project_id': '7bea85a15656418198b0f51c80271aca', 'subnets': [{'id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:09.549307 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aa7ed5-f02e-4e26-ae65-3e5485fbbeb6 None None] Checking router: df7df9e8-50d7-4852-bc0b-6c8423769823 for host: dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:50:09.562045 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa7ed5-f02e-4e26-ae65-3e5485fbbeb6 None None] Routers {'df7df9e8-50d7-4852-bc0b-6c8423769823'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:50:09.563078 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-91aa7ed5-f02e-4e26-ae65-3e5485fbbeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:49:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['df7df9e8-50d7-4852-bc0b-6c8423769823'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:09.827450 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-91aa7ed5-f02e-4e26-ae65-3e5485fbbeb6 None None] Set router df7df9e8-50d7-4852-bc0b-6c8423769823 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:50:10.138277 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631c197-6272-4002-b334-25323ac10056 req-a4a42217-eac8-4d06-b871-a8290f7c88ba tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:10.147596 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9631c197-6272-4002-b334-25323ac10056 req-a4a42217-eac8-4d06-b871-a8290f7c88ba tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 945 time: 0.3632362 May 04 13:50:10.231575 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9631c197-6272-4002-b334-25323ac10056 req-32a9def1-97cc-4368-b716-a8040a80c55c tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800552 May 04 13:50:10.257775 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f326ce2-b29a-4f95-9c1f-95f8348cdf49 req-07677b0d-6578-455e-bde6-dc5865a3d789 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:10.268164 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2f326ce2-b29a-4f95-9c1f-95f8348cdf49 req-07677b0d-6578-455e-bde6-dc5865a3d789 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.2707319 May 04 13:50:10.378893 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c0d13-1451-43a1-9249-ffd38e04dfa0 req-94b7755d-0969-4f89-948f-a581908fa0f6 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:10.379957 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-5f2c0d13-1451-43a1-9249-ffd38e04dfa0 req-94b7755d-0969-4f89-948f-a581908fa0f6 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Synchronizing usage tracker for tenant:3bbb9e4eb2524396859e01db68d15a04 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:50:10.380359 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2f326ce2-b29a-4f95-9c1f-95f8348cdf49 req-70cb7b5d-ba5a-4f90-8bc2-004287d1dbcb tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106989 May 04 13:50:10.435742 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-5f2c0d13-1451-43a1-9249-ffd38e04dfa0 req-94b7755d-0969-4f89-948f-a581908fa0f6 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Unset dirty status for tenant:3bbb9e4eb2524396859e01db68d15a04 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:50:10.438314 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-5f2c0d13-1451-43a1-9249-ffd38e04dfa0 req-94b7755d-0969-4f89-948f-a581908fa0f6 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.30 "GET /v2.0/ports?device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 945 time: 0.4222159 May 04 13:50:10.550892 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 52188) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:10.632773 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device f93ea32f-c2a3-4621-833d-972c29a2503f no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:50:10.727136 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-91aa7ed5-f02e-4e26-ae65-3e5485fbbeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:26Z', 'revision_number': 4, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'e1ee3632-9113-4a3f-b4ff-7fb990f03b74', 'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'mac_address': 'fa:16:3e:9c:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:22Z', 'updated_at': '2021-05-04T13:44:38Z', 'revision_number': 5, 'project_id': '7bea85a15656418198b0f51c80271aca', 'subnets': [{'id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:10.749277 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:10.763526 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aa7ed5-f02e-4e26-ae65-3e5485fbbeb6 None None] The sync data for ids ['df7df9e8-50d7-4852-bc0b-6c8423769823'] in dv-cinder-789564-1-smb is: [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:44:26Z', 'revision_number': 4, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'e1ee3632-9113-4a3f-b4ff-7fb990f03b74', 'name': '', 'network_id': '1fd94811-ffd9-4e26-916f-1e2fa598c199', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'mac_address': 'fa:16:3e:9c:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:22Z', 'updated_at': '2021-05-04T13:44:38Z', 'revision_number': 5, 'project_id': '7bea85a15656418198b0f51c80271aca', 'subnets': [{'id': '44f55995-417a-4b33-b1ec-1e179bdc93a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:50:10.772021 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] No Port match for: f93ea32f-c2a3-4621-833d-972c29a2503f {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:50:10.772612 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device f93ea32f-c2a3-4621-833d-972c29a2503f not bound to the agent host hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:50:10.818134 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:10.870311 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-5f2c0d13-1451-43a1-9249-ffd38e04dfa0 req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Deleting port ab776a4f-f288-4068-be8a-61d319291314 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:50:10.872381 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-5f2c0d13-1451-43a1-9249-ffd38e04dfa0 req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:10.930142 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:10.936410 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-807d097d-d8b2-4e21-a4ba-40e8d28f600d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:10.956787 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb52417d-3082-4eb8-8cc1-466356d98c98,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:10.968850 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:10.969287 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:10.969788 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:10.970137 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:10.970542 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:10.970924 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:10.971293 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:10.971803 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:10.972256 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:10.972606 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:10.972972 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:10.973333 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:10.979071 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:10.987223 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:10.988421 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "DELETE /v2.0/security-groups/eb52417d-3082-4eb8-8cc1-466356d98c98 HTTP/1.1" status: 204 len: 168 time: 0.4364867 May 04 13:50:10.993000 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 52192) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:11.012499 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.api.v2.resource [None req-40c27149-53c0-4088-bafb-6096a2c17b22 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] show failed (client error): The resource could not be found. May 04 13:50:11.013758 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-40c27149-53c0-4088-bafb-6096a2c17b22 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "GET /v2.0/security-groups/eb52417d-3082-4eb8-8cc1-466356d98c98 HTTP/1.1" status: 404 len: 347 time: 0.0199342 May 04 13:50:11.020206 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 52196) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:11.233923 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-5f2c0d13-1451-43a1-9249-ffd38e04dfa0 req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] For port ab776a4f-f288-4068-be8a-61d319291314, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab776a4f-f288-4068-be8a-61d319291314,segment=NetworkSegment(ba383f80-b2e5-41cc-a401-e28861ad6d78),segment_id=ba383f80-b2e5-41cc-a401-e28861ad6d78)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:11.234574 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-5f2c0d13-1451-43a1-9249-ffd38e04dfa0 req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:11.372026 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c62178c-563c-44af-8b94-6cc5ee5e73f0 None None] New status for floating IP aeee6402-84bf-4876-bd18-b5ede09b1d0a: DOWN {{(pid=73863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:50:11.472772 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-cacdee86-a3c1-4745-892c-94d6e14b3e29 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Deleting port 9a40c256-3568-4ad4-93aa-e90b7b651b05 {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:50:11.473601 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-cacdee86-a3c1-4745-892c-94d6e14b3e29 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:11.683045 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-5f2c0d13-1451-43a1-9249-ffd38e04dfa0 req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Calling delete_port for ab776a4f-f288-4068-be8a-61d319291314 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:50:11.960941 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-cacdee86-a3c1-4745-892c-94d6e14b3e29 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:11.961247 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-cacdee86-a3c1-4745-892c-94d6e14b3e29 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:11.981678 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-5f2c0d13-1451-43a1-9249-ffd38e04dfa0 req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:11.999224 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['ab776a4f-f288-4068-be8a-61d319291314'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:50:11.999951 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9f2d190f-39fb-4928-b3b7-a5a73debab8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:12.085759 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Pushing event deleted for resources: {'Port': ['ID=ab776a4f-f288-4068-be8a-61d319291314,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:12.097526 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:12.097898 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:12.098306 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:12.099134 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:12.099516 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:12.100036 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:12.100285 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:12.100586 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:12.100924 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:12.101264 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:12.101604 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:12.101938 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:12.130407 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-cacdee86-a3c1-4745-892c-94d6e14b3e29 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Calling delete_port for 9a40c256-3568-4ad4-93aa-e90b7b651b05 owned by network:floatingip {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:50:12.138722 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:12.145263 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea7ac2-138f-4610-9f97-24d39984f975 req-83e0850b-1882-44f2-9938-3c17ae4fc23e tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:12.151679 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6bea7ac2-138f-4610-9f97-24d39984f975 req-83e0850b-1882-44f2-9938-3c17ae4fc23e tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03 HTTP/1.1" status: 200 len: 945 time: 0.6147957 May 04 13:50:12.183919 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91de29-8073-4874-a039-be515b2701c8 req-cbb92e03-e3df-4887-81cc-b531815f3e01 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:12.191790 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ae91de29-8073-4874-a039-be515b2701c8 req-cbb92e03-e3df-4887-81cc-b531815f3e01 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.4472899 May 04 13:50:12.210380 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2c0d13-1451-43a1-9249-ffd38e04dfa0 req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] No DVR routers for this DVR port ab776a4f-f288-4068-be8a-61d319291314 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:50:12.235301 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-5f2c0d13-1451-43a1-9249-ffd38e04dfa0 req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:12.240091 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03', 'name': 'network-vif-deleted', 'tag': 'ab776a4f-f288-4068-be8a-61d319291314'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:50:12.267628 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-5f2c0d13-1451-43a1-9249-ffd38e04dfa0 req-aea43f07-abf4-4ef6-bf31-a39ef312d77b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.30 "DELETE /v2.0/ports/ab776a4f-f288-4068-be8a-61d319291314 HTTP/1.1" status: 204 len: 173 time: 1.8210888 May 04 13:50:12.291681 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ae91de29-8073-4874-a039-be515b2701c8 req-3d3f3d69-02e1-4bf2-b2bd-9679fd5998c7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986967 May 04 13:50:12.312718 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6bea7ac2-138f-4610-9f97-24d39984f975 req-b052e705-2eca-4723-91f6-ce3620b83c78 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594260 May 04 13:50:12.403710 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b01bde-dfcd-4ff8-97f3-7b2ae19d1a03', 'name': 'network-vif-deleted', 'tag': 'ab776a4f-f288-4068-be8a-61d319291314', 'status': 'completed', 'code': 200} May 04 13:50:12.470888 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-cacdee86-a3c1-4745-892c-94d6e14b3e29 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:12.481191 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:12.625204 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdee86-a3c1-4745-892c-94d6e14b3e29 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Pushing event deleted for resources: {'Port': ['ID=9a40c256-3568-4ad4-93aa-e90b7b651b05,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:12.630000 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-cacdee86-a3c1-4745-892c-94d6e14b3e29 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:12.727922 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-cacdee86-a3c1-4745-892c-94d6e14b3e29 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks [] for floatingip, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:12.745723 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-cacdee86-a3c1-4745-892c-94d6e14b3e29 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for floatingip, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:12.753238 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-cacdee86-a3c1-4745-892c-94d6e14b3e29 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] 10.222.0.44 "DELETE /v2.0/floatingips/aeee6402-84bf-4876-bd18-b5ede09b1d0a HTTP/1.1" status: 204 len: 168 time: 1.7302973 May 04 13:50:13.619906 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf5805-97b8-4461-87ec-6ea6eb4c907f req-4b0a5787-c846-49a4-8ac0-9d7aa086e8be tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:13.622878 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4baf5805-97b8-4461-87ec-6ea6eb4c907f req-4b0a5787-c846-49a4-8ac0-9d7aa086e8be tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.1186395 May 04 13:50:13.695392 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4baf5805-97b8-4461-87ec-6ea6eb4c907f req-62585b5c-636e-4ecb-b40f-124add05d9d0 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640161 May 04 13:50:14.135718 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cc84c-826b-4847-8d32-534cf9eeaa4d req-80663dee-efdb-44c6-9c98-a1a5cdb3472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:14.138200 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8a3cc84c-826b-4847-8d32-534cf9eeaa4d req-80663dee-efdb-44c6-9c98-a1a5cdb3472a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa011d4f8ea24f91a968eb99a050ed79&device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 1098 time: 0.1466527 May 04 13:50:14.316106 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cc84c-826b-4847-8d32-534cf9eeaa4d req-26eba9c0-ce98-43bc-9464-792be19353b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:14.317567 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8a3cc84c-826b-4847-8d32-534cf9eeaa4d req-26eba9c0-ce98-43bc-9464-792be19353b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=837d1d6a-cef0-4444-bf2f-24dd96641b9c HTTP/1.1" status: 200 len: 918 time: 0.1735466 May 04 13:50:14.430068 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8a3cc84c-826b-4847-8d32-534cf9eeaa4d req-38997f32-754a-4875-9568-3959f7145224 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8f7b34f-bd90-4a8f-8fe0-9112e316c432 HTTP/1.1" status: 200 len: 1001 time: 0.1058650 May 04 13:50:14.498889 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cc84c-826b-4847-8d32-534cf9eeaa4d req-a277b299-e17c-4315-a105-637921de382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:14.500384 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8a3cc84c-826b-4847-8d32-534cf9eeaa4d req-a277b299-e17c-4315-a105-637921de382c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=468ed228-2645-4e84-b7ff-24abd353db04 HTTP/1.1" status: 200 len: 856 time: 0.0629742 May 04 13:50:14.580371 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cc84c-826b-4847-8d32-534cf9eeaa4d req-9491ca65-8402-4975-b30f-ef3c63a07dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:14.581946 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8a3cc84c-826b-4847-8d32-534cf9eeaa4d req-9491ca65-8402-4975-b30f-ef3c63a07dee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=837d1d6a-cef0-4444-bf2f-24dd96641b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753713 May 04 13:50:14.630293 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device ab776a4f-f288-4068-be8a-61d319291314 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:50:14.703802 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] No Port match for: ab776a4f-f288-4068-be8a-61d319291314 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:50:14.704184 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device ab776a4f-f288-4068-be8a-61d319291314 not bound to the agent host hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:50:14.728019 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8a3cc84c-826b-4847-8d32-534cf9eeaa4d req-cb591ea6-8772-4672-9abc-933651911143 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386831 May 04 13:50:14.907136 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-8a3cc84c-826b-4847-8d32-534cf9eeaa4d req-ba8ff867-5d8a-475a-8b43-8d45fffeeb63 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727989 May 04 13:50:14.969278 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3004f-8bb0-4f41-b630-95761a162655 req-ee2eb982-3a1f-46d3-8f1d-7bab36ce818d tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:14.972680 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6cc3004f-8bb0-4f41-b630-95761a162655 req-ee2eb982-3a1f-46d3-8f1d-7bab36ce818d tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.1153753 May 04 13:50:15.024293 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6cc3004f-8bb0-4f41-b630-95761a162655 req-bc19800e-c7bd-4fac-a7dd-7b06f9429351 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466111 May 04 13:50:15.562523 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-66f954f9-4659-47bd-ae2f-4a1f1b3b8f44 req-d2c3b00d-2b12-412d-a6eb-1bb2d0854716 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059062881&fields=id&tenant_id=cd535cb7605d4b0ba00714d0c6f98aad HTTP/1.1" status: 200 len: 267 time: 0.0478368 May 04 13:50:15.650972 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f954f9-4659-47bd-ae2f-4a1f1b3b8f44 req-c12826e3-14ca-440a-84e9-dcf5cf229687 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:15.652925 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-66f954f9-4659-47bd-ae2f-4a1f1b3b8f44 req-c12826e3-14ca-440a-84e9-dcf5cf229687 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 984 time: 0.0844104 May 04 13:50:15.665075 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [req-66f954f9-4659-47bd-ae2f-4a1f1b3b8f44 req-cbc18169-f0aa-40c6-a1fc-6434d63b53ed tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Request body: {'port': {'security_groups': ['02054e07-dfea-42ac-bc0a-d80e59898bf2']}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:50:15.800539 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [req-66f954f9-4659-47bd-ae2f-4a1f1b3b8f44 req-cbc18169-f0aa-40c6-a1fc-6434d63b53ed tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:16.071933 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [req-66f954f9-4659-47bd-ae2f-4a1f1b3b8f44 req-cbc18169-f0aa-40c6-a1fc-6434d63b53ed tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] For port 439d0690-14d1-4e35-a821-e3dc82ecbe9a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=439d0690-14d1-4e35-a821-e3dc82ecbe9a,segment=NetworkSegment(c19f3a95-bd63-49af-995e-6e0d222faf5f),segment_id=c19f3a95-bd63-49af-995e-6e0d222faf5f)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:16.102393 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [req-66f954f9-4659-47bd-ae2f-4a1f1b3b8f44 req-cbc18169-f0aa-40c6-a1fc-6434d63b53ed tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:16.107805 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [req-66f954f9-4659-47bd-ae2f-4a1f1b3b8f44 req-cbc18169-f0aa-40c6-a1fc-6434d63b53ed tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510930'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:16.113926 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-eb94b5c4-7c2f-4591-b61a-51b1650848d7 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:16.119914 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['439d0690-14d1-4e35-a821-e3dc82ecbe9a'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:50:16.239533 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f954f9-4659-47bd-ae2f-4a1f1b3b8f44 req-cbc18169-f0aa-40c6-a1fc-6434d63b53ed tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:16.241064 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [req-66f954f9-4659-47bd-ae2f-4a1f1b3b8f44 req-cbc18169-f0aa-40c6-a1fc-6434d63b53ed tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:16.242740 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-66f954f9-4659-47bd-ae2f-4a1f1b3b8f44 req-cbc18169-f0aa-40c6-a1fc-6434d63b53ed tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "PUT /v2.0/ports/439d0690-14d1-4e35-a821-e3dc82ecbe9a HTTP/1.1" status: 200 len: 942 time: 0.5824332 May 04 13:50:16.253159 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 52278) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:16.273532 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'tag': '439d0690-14d1-4e35-a821-e3dc82ecbe9a'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:50:16.279698 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc18169-f0aa-40c6-a1fc-6434d63b53ed tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Pushing event updated for resources: {'Port': ['ID=439d0690-14d1-4e35-a821-e3dc82ecbe9a,revision_number=7']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:16.284173 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-cbc18169-f0aa-40c6-a1fc-6434d63b53ed tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:16.309922 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['439d0690-14d1-4e35-a821-e3dc82ecbe9a'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:50:16.350792 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2760bf7-21da-4538-a236-030124861cde req-35ef45ec-45cd-4939-8e4e-0a2e1fa05287 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:16.368113 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a2760bf7-21da-4538-a236-030124861cde req-35ef45ec-45cd-4939-8e4e-0a2e1fa05287 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 945 time: 0.2069187 May 04 13:50:16.375210 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'tag': '439d0690-14d1-4e35-a821-e3dc82ecbe9a', 'status': 'completed', 'code': 200} May 04 13:50:16.474378 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-77ef7608-850a-455a-83a8-78ae4f8e84d0 None None] Provisioning complete for port 439d0690-14d1-4e35-a821-e3dc82ecbe9a triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:50:16.475030 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-77ef7608-850a-455a-83a8-78ae4f8e84d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:16.475434 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a2760bf7-21da-4538-a236-030124861cde req-b2c24796-4910-4e62-b75d-fdd1ff711c88 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038580 May 04 13:50:16.519812 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-919e1557-604c-46ca-b774-43ebcc9a0296 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:16.588904 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-919e1557-604c-46ca-b774-43ebcc9a0296 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:16.600792 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9108b-0467-40a0-9fea-dbed5c3347bb req-510155ac-87c8-4a98-8251-9db4a39e3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:16.604106 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6de9108b-0467-40a0-9fea-dbed5c3347bb req-510155ac-87c8-4a98-8251-9db4a39e3a0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd535cb7605d4b0ba00714d0c6f98aad&device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 1098 time: 0.1880462 May 04 13:50:16.674914 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device c8f7b34f-bd90-4a8f-8fe0-9112e316c432 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:50:16.920786 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9108b-0467-40a0-9fea-dbed5c3347bb req-c60ddf33-cc05-44cb-9b56-774055ca0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:16.922565 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6de9108b-0467-40a0-9fea-dbed5c3347bb req-c60ddf33-cc05-44cb-9b56-774055ca0d3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b52ba926-9a0c-4ed7-8661-090c20371f1a HTTP/1.1" status: 200 len: 915 time: 0.3127382 May 04 13:50:16.981102 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:17.028779 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:50:17.043959 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-919e1557-604c-46ca-b774-43ebcc9a0296 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:17.059277 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-edfa58ed-ee39-4ad0-9a42-5a379089e0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:17.061912 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port c8f7b34f-bd90-4a8f-8fe0-9112e316c432, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:17.067159 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:17.069082 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:17.070391 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 52294) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:17.083636 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e1557-604c-46ca-b774-43ebcc9a0296 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f5a5f1-7bb5-41fc-838b-f911b7ce11f4,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:17.090398 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6de9108b-0467-40a0-9fea-dbed5c3347bb req-ec273564-ba94-47f0-bed7-3eee8cb41be1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=439d0690-14d1-4e35-a821-e3dc82ecbe9a HTTP/1.1" status: 200 len: 1001 time: 0.1597643 May 04 13:50:17.091104 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-919e1557-604c-46ca-b774-43ebcc9a0296 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:17.138133 dv-cinder-789564-1-smb neutron-server[73862]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432', 'code': 422} returned with failed status May 04 13:50:17.145301 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-919e1557-604c-46ca-b774-43ebcc9a0296 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:17.149790 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-919e1557-604c-46ca-b774-43ebcc9a0296 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "DELETE /v2.0/security-groups/75f5a5f1-7bb5-41fc-838b-f911b7ce11f4 HTTP/1.1" status: 204 len: 168 time: 0.8922961 May 04 13:50:17.155120 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 52300) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:17.209914 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,revision_number=8']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:17.220288 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.220648 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.220984 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.221323 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.221651 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.221985 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.222313 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.222637 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.222959 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.223280 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.223786 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.224420 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.229402 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:17.258664 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9108b-0467-40a0-9fea-dbed5c3347bb req-875e4592-fd41-4a68-adbd-b42c4ddce0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:17.260188 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6de9108b-0467-40a0-9fea-dbed5c3347bb req-875e4592-fd41-4a68-adbd-b42c4ddce0f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4355c3c9-e116-453d-92e4-886f7ef637b2 HTTP/1.1" status: 200 len: 853 time: 0.1633267 May 04 13:50:17.499048 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9108b-0467-40a0-9fea-dbed5c3347bb req-bf312088-c3da-49a1-8845-e26880325207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:17.500621 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6de9108b-0467-40a0-9fea-dbed5c3347bb req-bf312088-c3da-49a1-8845-e26880325207 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b52ba926-9a0c-4ed7-8661-090c20371f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2277725 May 04 13:50:17.634339 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-7babadcc-bd36-4f6a-bc36-688a86c2f0a1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Deleting port 86dfa08e-18a9-4b57-ae8a-825849187f59 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:50:17.634693 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7babadcc-bd36-4f6a-bc36-688a86c2f0a1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:17.757297 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6de9108b-0467-40a0-9fea-dbed5c3347bb req-6697adeb-509a-431c-b64f-9b7ece628e39 service neutron] 10.222.0.30 "GET /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498827 May 04 13:50:17.778127 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824a848-e65a-4011-8204-0c60db3b6d24 req-ec51eb1f-fc21-458c-a6e5-ba63f44c7410 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:17.785248 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c824a848-e65a-4011-8204-0c60db3b6d24 req-ec51eb1f-fc21-458c-a6e5-ba63f44c7410 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 943 time: 0.1694219 May 04 13:50:17.828295 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7babadcc-bd36-4f6a-bc36-688a86c2f0a1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:17.828685 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7babadcc-bd36-4f6a-bc36-688a86c2f0a1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:17.845157 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c824a848-e65a-4011-8204-0c60db3b6d24 req-1a6c8b0e-9991-41f9-adfc-8beca66aeb4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582409 May 04 13:50:18.026876 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-7babadcc-bd36-4f6a-bc36-688a86c2f0a1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Calling delete_port for 86dfa08e-18a9-4b57-ae8a-825849187f59 owned by network:floatingip {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:50:18.081125 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6de9108b-0467-40a0-9fea-dbed5c3347bb req-36a579a6-4088-45fc-b87b-7e2f4113b95c service neutron] 10.222.0.30 "GET /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163612 May 04 13:50:18.162755 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-31d639c3-3fed-4cfb-947c-2217f5c378a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967173'] for router_interface, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:18.239946 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7babadcc-bd36-4f6a-bc36-688a86c2f0a1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:18.249753 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bdf48db3-0944-412a-9b6b-65605a177089 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:18.289503 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-281b72e6-3a52-4728-a3c3-86311211a19a tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:18.291100 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-281b72e6-3a52-4728-a3c3-86311211a19a tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/networks?id=f841dbdd-e91c-4932-a6cb-67c519db7f69 HTTP/1.1" status: 200 len: 814 time: 0.2956147 May 04 13:50:18.343497 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babadcc-bd36-4f6a-bc36-688a86c2f0a1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Pushing event deleted for resources: {'Port': ['ID=86dfa08e-18a9-4b57-ae8a-825849187f59,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:18.359670 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7babadcc-bd36-4f6a-bc36-688a86c2f0a1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:18.377475 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-4f13b508-1cd4-4957-91d0-4e4effac407d tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/quotas/3bbb9e4eb2524396859e01db68d15a04 HTTP/1.1" status: 200 len: 375 time: 0.0263064 May 04 13:50:18.427873 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-a2e0f89f-4f04-42e5-b190-4e1676745fe7 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3bbb9e4eb2524396859e01db68d15a04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494890 May 04 13:50:18.479810 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7babadcc-bd36-4f6a-bc36-688a86c2f0a1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks [] for floatingip, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:18.480556 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.db.l3_db [None req-7babadcc-bd36-4f6a-bc36-688a86c2f0a1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Floating IP ffbbeaac-fd15-4b52-b869-afe6d26ade07 disassociated (deleted). External IP: 172.28.3.253, port: 439d0690-14d1-4e35-a821-e3dc82ecbe9a. May 04 13:50:18.728096 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-bf353e50-9697-4189-9db4-2a6b7e9aab4b service neutron] 10.222.0.44 "GET /v2.0/networks/f841dbdd-e91c-4932-a6cb-67c519db7f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867229 May 04 13:50:19.025088 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7babadcc-bd36-4f6a-bc36-688a86c2f0a1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Router 572322ec-7eb1-4269-bb2e-decc98a74d23 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:50:19.148048 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-c0275ac6-52d5-44e1-a55b-6bc21802d2c7 service neutron] 10.222.0.44 "GET /v2.0/networks/f841dbdd-e91c-4932-a6cb-67c519db7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886991 May 04 13:50:19.191314 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-31d639c3-3fed-4cfb-947c-2217f5c378a8 admin admin] Deleting port e1ee3632-9113-4a3f-b4ff-7fb990f03b74 {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:50:19.191668 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-31d639c3-3fed-4cfb-947c-2217f5c378a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:19.235211 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7babadcc-bd36-4f6a-bc36-688a86c2f0a1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:50:19.245747 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8174511b-4840-45f8-b1a6-409be4bdd8db None None] Sync routers for ids ['572322ec-7eb1-4269-bb2e-decc98a74d23'] in dv-cinder-789564-1-smb {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:50:19.249508 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f207f1-36de-4f05-9c08-820d8eaf4dce req-fbaa4440-4c65-4a5b-8bfd-a291cb84b37f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:19.251051 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-33f207f1-36de-4f05-9c08-820d8eaf4dce req-fbaa4440-4c65-4a5b-8bfd-a291cb84b37f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 943 time: 0.2111580 May 04 13:50:19.255243 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7babadcc-bd36-4f6a-bc36-688a86c2f0a1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for floatingip, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:19.275959 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8174511b-4840-45f8-b1a6-409be4bdd8db None None] Routers {'572322ec-7eb1-4269-bb2e-decc98a74d23'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:50:19.277022 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-8174511b-4840-45f8-b1a6-409be4bdd8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:49:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['572322ec-7eb1-4269-bb2e-decc98a74d23'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:19.361189 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-7babadcc-bd36-4f6a-bc36-688a86c2f0a1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "DELETE /v2.0/floatingips/ffbbeaac-fd15-4b52-b869-afe6d26ade07 HTTP/1.1" status: 204 len: 168 time: 2.2024620 May 04 13:50:19.361189 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'tag': '439d0690-14d1-4e35-a821-e3dc82ecbe9a'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:50:19.372946 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 52364) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:19.439199 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3d0838e4-ab61-414b-9822-bbd44b3e4bb0 req-376f0527-610c-4f59-8033-92be5e1eb287 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 210 time: 0.0823417 May 04 13:50:19.508938 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-33f207f1-36de-4f05-9c08-820d8eaf4dce req-c3f75165-1a16-4b93-a990-1cded09503b8 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780498 May 04 13:50:19.562431 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-31d639c3-3fed-4cfb-947c-2217f5c378a8 admin admin] For port e1ee3632-9113-4a3f-b4ff-7fb990f03b74, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=e1ee3632-9113-4a3f-b4ff-7fb990f03b74,segment=NetworkSegment(314af9a7-9530-4926-9518-e292dd0275c6),segment_id=314af9a7-9530-4926-9518-e292dd0275c6)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:19.562879 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-31d639c3-3fed-4cfb-947c-2217f5c378a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:19.585997 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-8174511b-4840-45f8-b1a6-409be4bdd8db None None] Set router 572322ec-7eb1-4269-bb2e-decc98a74d23 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:50:19.626226 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'tag': '439d0690-14d1-4e35-a821-e3dc82ecbe9a', 'status': 'completed', 'code': 200} May 04 13:50:19.638903 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a760a4b5-d5f9-44cc-9535-ce99a7c3e994 req-cd5ecd80-4657-476b-8989-56a42e93508e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2645226 May 04 13:50:19.755434 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012d269-9154-4573-b479-ba7d2c973e74 req-2f48d8c5-f228-4d84-9c4e-2eae4d557e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:19.757311 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6012d269-9154-4573-b479-ba7d2c973e74 req-2f48d8c5-f228-4d84-9c4e-2eae4d557e3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd535cb7605d4b0ba00714d0c6f98aad&device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 1098 time: 0.1233587 May 04 13:50:19.874603 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-31d639c3-3fed-4cfb-947c-2217f5c378a8 admin admin] Calling delete_port for e1ee3632-9113-4a3f-b4ff-7fb990f03b74 owned by network:router_interface {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:50:20.011091 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012d269-9154-4573-b479-ba7d2c973e74 req-16f2b100-58ca-4e43-adfe-bcc832ff46e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:20.013974 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6012d269-9154-4573-b479-ba7d2c973e74 req-16f2b100-58ca-4e43-adfe-bcc832ff46e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b52ba926-9a0c-4ed7-8661-090c20371f1a HTTP/1.1" status: 200 len: 915 time: 0.2462373 May 04 13:50:20.114455 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6012d269-9154-4573-b479-ba7d2c973e74 req-eed88584-765f-4436-b51c-a44c6ed7c92c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=439d0690-14d1-4e35-a821-e3dc82ecbe9a HTTP/1.1" status: 200 len: 217 time: 0.0940154 May 04 13:50:20.138276 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-31d639c3-3fed-4cfb-947c-2217f5c378a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:20.164650 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:20.174682 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-8174511b-4840-45f8-b1a6-409be4bdd8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'name': 'tempest-TestMinimumBasicScenario-217762730-router', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:20Z', 'updated_at': '2021-05-04T13:46:31Z', 'revision_number': 4, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'gw_port': {'id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:73:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:22Z', 'updated_at': '2021-05-04T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': '133655bc-a3b8-421a-b499-aae22bb803a3', 'name': '', 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'mac_address': 'fa:16:3e:e6:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:29Z', 'updated_at': '2021-05-04T13:46:46Z', 'revision_number': 5, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'subnets': [{'id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:20.190282 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8174511b-4840-45f8-b1a6-409be4bdd8db None None] Checking router: 572322ec-7eb1-4269-bb2e-decc98a74d23 for host: dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:50:20.214753 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8174511b-4840-45f8-b1a6-409be4bdd8db None None] Routers {'572322ec-7eb1-4269-bb2e-decc98a74d23'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:50:20.216797 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-8174511b-4840-45f8-b1a6-409be4bdd8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:49:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['572322ec-7eb1-4269-bb2e-decc98a74d23'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:20.223663 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012d269-9154-4573-b479-ba7d2c973e74 req-d96888db-d6c3-4721-bdfb-61bdcc13dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:20.225844 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6012d269-9154-4573-b479-ba7d2c973e74 req-d96888db-d6c3-4721-bdfb-61bdcc13dafa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4355c3c9-e116-453d-92e4-886f7ef637b2 HTTP/1.1" status: 200 len: 853 time: 0.1031733 May 04 13:50:20.268381 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d639c3-3fed-4cfb-947c-2217f5c378a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ee3632-9113-4a3f-b4ff-7fb990f03b74,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:20.273384 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-31d639c3-3fed-4cfb-947c-2217f5c378a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:20.451247 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012d269-9154-4573-b479-ba7d2c973e74 req-1289b15f-f6be-476f-82c2-d5051d25d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:20.455506 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6012d269-9154-4573-b479-ba7d2c973e74 req-1289b15f-f6be-476f-82c2-d5051d25d4f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b52ba926-9a0c-4ed7-8661-090c20371f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2224441 May 04 13:50:20.629011 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-8174511b-4840-45f8-b1a6-409be4bdd8db None None] Set router 572322ec-7eb1-4269-bb2e-decc98a74d23 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:50:20.757329 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device c8f7b34f-bd90-4a8f-8fe0-9112e316c432 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:50:20.804873 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-91d6f017-50ba-4186-9a82-cb024ed010b9 req-eae292f6-5233-4b3e-ade3-7780d6b90010 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 210 time: 0.0767930 May 04 13:50:20.926117 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-31d639c3-3fed-4cfb-947c-2217f5c378a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1977589'] for router_interface, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:20.991669 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6012d269-9154-4573-b479-ba7d2c973e74 req-150bae56-8e54-4b90-acc7-c210f0bf8c6b service neutron] 10.222.0.30 "GET /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229554 May 04 13:50:20.998084 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3dc081c1-7295-4e81-b662-5c9dc31d542a req-595c26b3-ceb0-4680-9936-eb5149a2cae6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4705994 May 04 13:50:21.222592 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0181c-ec25-4858-aa98-cc191cf04680 req-2e81e1d2-e6bb-47b6-b5e3-39b043367df2 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:21.231558 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-09e0181c-ec25-4858-aa98-cc191cf04680 req-2e81e1d2-e6bb-47b6-b5e3-39b043367df2 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 943 time: 0.4138131 May 04 13:50:21.306888 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-09e0181c-ec25-4858-aa98-cc191cf04680 req-4c6d7bbf-2102-47b0-9e89-7a76af594ce7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739357 May 04 13:50:21.430510 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-6012d269-9154-4573-b479-ba7d2c973e74 req-39046f50-ba73-4e3f-bccc-3271ce6d658f service neutron] 10.222.0.30 "GET /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311543 May 04 13:50:21.438274 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-8174511b-4840-45f8-b1a6-409be4bdd8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'name': 'tempest-TestMinimumBasicScenario-217762730-router', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:20Z', 'updated_at': '2021-05-04T13:46:31Z', 'revision_number': 4, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'gw_port': {'id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:73:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:22Z', 'updated_at': '2021-05-04T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': '133655bc-a3b8-421a-b499-aae22bb803a3', 'name': '', 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'mac_address': 'fa:16:3e:e6:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:29Z', 'updated_at': '2021-05-04T13:46:46Z', 'revision_number': 5, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'subnets': [{'id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:21.441977 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc081c1-7295-4e81-b662-5c9dc31d542a req-1aef3517-bf27-45c6-995a-9f760916e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:21.443196 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3dc081c1-7295-4e81-b662-5c9dc31d542a req-1aef3517-bf27-45c6-995a-9f760916e53f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba7d7287eddb4c00ab92d7d96e686d4e&device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 1098 time: 0.4060900 May 04 13:50:21.450748 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8174511b-4840-45f8-b1a6-409be4bdd8db None None] The sync data for ids ['572322ec-7eb1-4269-bb2e-decc98a74d23'] in dv-cinder-789564-1-smb is: [{'id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'name': 'tempest-TestMinimumBasicScenario-217762730-router', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:20Z', 'updated_at': '2021-05-04T13:46:31Z', 'revision_number': 4, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'gw_port': {'id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:73:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:22Z', 'updated_at': '2021-05-04T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': '133655bc-a3b8-421a-b499-aae22bb803a3', 'name': '', 'network_id': 'b52ba926-9a0c-4ed7-8661-090c20371f1a', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'mac_address': 'fa:16:3e:e6:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:29Z', 'updated_at': '2021-05-04T13:46:46Z', 'revision_number': 5, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'subnets': [{'id': '4355c3c9-e116-453d-92e4-886f7ef637b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:50:21.726239 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-f97d69a6-523b-4325-8b2a-d52cd3358772 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:21.727808 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-f97d69a6-523b-4325-8b2a-d52cd3358772 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.30 "GET /v2.0/networks?id=f841dbdd-e91c-4932-a6cb-67c519db7f69 HTTP/1.1" status: 200 len: 814 time: 0.3824265 May 04 13:50:21.756588 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Request body: {'port': {'device_id': '667fc0ee-0c57-45b1-8dd1-80dff494c6f7', 'network_id': 'f841dbdd-e91c-4932-a6cb-67c519db7f69', 'admin_state_up': True, 'tenant_id': '3bbb9e4eb2524396859e01db68d15a04'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:50:21.815177 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc081c1-7295-4e81-b662-5c9dc31d542a req-dac40e81-bad4-4d7d-a328-88a8414320d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:21.829477 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3dc081c1-7295-4e81-b662-5c9dc31d542a req-dac40e81-bad4-4d7d-a328-88a8414320d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5819c209-e830-494e-8b5b-2011ecaaec60 HTTP/1.1" status: 200 len: 909 time: 0.2877059 May 04 13:50:21.852143 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d639c3-3fed-4cfb-947c-2217f5c378a8 admin admin] Router df7df9e8-50d7-4852-bc0b-6c8423769823 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:50:21.951604 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afc45c7-f115-462d-a9d0-05f263af7d24 None None] New status for floating IP ffbbeaac-fd15-4b52-b869-afe6d26ade07: DOWN {{(pid=73863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:50:22.060432 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3dc081c1-7295-4e81-b662-5c9dc31d542a req-d9f58c21-6fe7-4881-b3ad-943706e86a17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 HTTP/1.1" status: 200 len: 999 time: 0.2211170 May 04 13:50:22.139238 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:50:22.146918 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Usage tracker for resource:port and tenant:3bbb9e4eb2524396859e01db68d15a04 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:50:22.151636 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:50:22.161388 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:50:22.171440 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc081c1-7295-4e81-b662-5c9dc31d542a req-1074fed4-feb1-43c1-a31c-ee8d6eb4607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:22.171440 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3dc081c1-7295-4e81-b662-5c9dc31d542a req-1074fed4-feb1-43c1-a31c-ee8d6eb4607f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afaec3b4-ea0f-4701-811e-4142e4284074 HTTP/1.1" status: 200 len: 847 time: 0.0954373 May 04 13:50:22.207338 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:22.221806 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Made reservation on behalf of 3bbb9e4eb2524396859e01db68d15a04 for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:50:22.224785 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:22.276725 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e4d01121-9a20-49a0-aba5-d9042784004e req-5045f6cf-cdda-4dcf-9208-1ff790b2f235 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 210 time: 0.0877442 May 04 13:50:22.282292 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d639c3-3fed-4cfb-947c-2217f5c378a8 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:50:22.307175 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-31d639c3-3fed-4cfb-947c-2217f5c378a8 admin admin] 10.222.0.44 "PUT /v2.0/routers/df7df9e8-50d7-4852-bc0b-6c8423769823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2326515 May 04 13:50:22.307616 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 52410) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:22.313965 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0825bb0c-ed51-4432-aa10-ba7af3e2109d None None] Sync routers for ids ['df7df9e8-50d7-4852-bc0b-6c8423769823'] in dv-cinder-789564-1-smb {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:50:22.325468 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0825bb0c-ed51-4432-aa10-ba7af3e2109d None None] Routers {'df7df9e8-50d7-4852-bc0b-6c8423769823'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:50:22.326454 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-0825bb0c-ed51-4432-aa10-ba7af3e2109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:49:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['df7df9e8-50d7-4852-bc0b-6c8423769823'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:22.412210 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc081c1-7295-4e81-b662-5c9dc31d542a req-477745c1-336e-4780-bcc0-2a05803e443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:22.413807 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3dc081c1-7295-4e81-b662-5c9dc31d542a req-477745c1-336e-4780-bcc0-2a05803e443a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5819c209-e830-494e-8b5b-2011ecaaec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2359529 May 04 13:50:22.536663 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-0825bb0c-ed51-4432-aa10-ba7af3e2109d None None] Set router df7df9e8-50d7-4852-bc0b-6c8423769823 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:50:22.571581 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9fc83f4e-a28c-470a-8b4b-80989bfa0bc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:22.603149 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Allocated IP 172.20.0.14 (f841dbdd-e91c-4932-a6cb-67c519db7f69/10151322-c13a-4d54-ada6-a3d5a2d6eb76/2c355fc0-2a10-49da-96ea-9252f6a94a1f) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:50:22.641522 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760a4b5-d5f9-44cc-9535-ce99a7c3e994 req-d1c218ca-00d5-47c8-bdf9-f8436fa19443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:22.642762 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a760a4b5-d5f9-44cc-9535-ce99a7c3e994 req-d1c218ca-00d5-47c8-bdf9-f8436fa19443 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7&tenant_id=aa011d4f8ea24f91a968eb99a050ed79 HTTP/1.1" status: 200 len: 1096 time: 0.3204284 May 04 13:50:22.648017 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3dc081c1-7295-4e81-b662-5c9dc31d542a req-122aa7e6-c014-476a-9eef-b22a8f6843f8 service neutron] 10.222.0.30 "GET /v2.0/networks/5819c209-e830-494e-8b5b-2011ecaaec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002041 May 04 13:50:22.738569 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2705f11-8870-420e-8e8d-f5081a709bf7 req-843a43fb-c92b-4bfd-842e-763316cb630a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:22.740170 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e2705f11-8870-420e-8e8d-f5081a709bf7 req-843a43fb-c92b-4bfd-842e-763316cb630a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 943 time: 0.2654979 May 04 13:50:22.814275 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e2705f11-8870-420e-8e8d-f5081a709bf7 req-a9ca1e46-bc23-4e2c-a443-f6134abd3851 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658231 May 04 13:50:22.823086 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9fc83f4e-a28c-470a-8b4b-80989bfa0bc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:22.887040 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-0825bb0c-ed51-4432-aa10-ba7af3e2109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:50:20Z', 'revision_number': 5, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port': {'id': 'aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:22.892519 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0825bb0c-ed51-4432-aa10-ba7af3e2109d None None] Checking router: df7df9e8-50d7-4852-bc0b-6c8423769823 for host: dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:50:22.903652 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0825bb0c-ed51-4432-aa10-ba7af3e2109d None None] Routers {'df7df9e8-50d7-4852-bc0b-6c8423769823'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:50:22.904326 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-0825bb0c-ed51-4432-aa10-ba7af3e2109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:49:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['df7df9e8-50d7-4852-bc0b-6c8423769823'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:22.925481 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-9fc83f4e-a28c-470a-8b4b-80989bfa0bc0 admin admin] Deleting port aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2 {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:50:22.925957 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9fc83f4e-a28c-470a-8b4b-80989bfa0bc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:23.013189 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3dc081c1-7295-4e81-b662-5c9dc31d542a req-c36fd7bb-c25f-4272-bec1-935532cb34d1 service neutron] 10.222.0.30 "GET /v2.0/networks/5819c209-e830-494e-8b5b-2011ecaaec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521020 May 04 13:50:23.043646 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760a4b5-d5f9-44cc-9535-ce99a7c3e994 req-4b7bbd27-c3f5-4ea0-b158-676e9f21f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:23.045075 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a760a4b5-d5f9-44cc-9535-ce99a7c3e994 req-4b7bbd27-c3f5-4ea0-b158-676e9f21f9d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa011d4f8ea24f91a968eb99a050ed79&device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 1096 time: 0.3462570 May 04 13:50:23.069986 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-0825bb0c-ed51-4432-aa10-ba7af3e2109d None None] Set router df7df9e8-50d7-4852-bc0b-6c8423769823 gateway port host: None {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:50:23.096497 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-9fc83f4e-a28c-470a-8b4b-80989bfa0bc0 admin admin] For port aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:23.096913 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9fc83f4e-a28c-470a-8b4b-80989bfa0bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:23.187609 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-0825bb0c-ed51-4432-aa10-ba7af3e2109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:50:22Z', 'revision_number': 6, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port_host': None}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:23.193639 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0825bb0c-ed51-4432-aa10-ba7af3e2109d None None] The sync data for ids ['df7df9e8-50d7-4852-bc0b-6c8423769823'] in dv-cinder-789564-1-smb is: [{'id': 'df7df9e8-50d7-4852-bc0b-6c8423769823', 'name': 'tempest-AttachVolumeTestJSON-2025143711-router', 'tenant_id': '7bea85a15656418198b0f51c80271aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:44:06Z', 'updated_at': '2021-05-04T13:50:22Z', 'revision_number': 6, 'project_id': '7bea85a15656418198b0f51c80271aca', 'gw_port_host': None}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:50:23.240923 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-9fc83f4e-a28c-470a-8b4b-80989bfa0bc0 admin admin] Calling delete_port for aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2 owned by network:router_gateway {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:50:23.328619 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:23.417727 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:23.420239 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760a4b5-d5f9-44cc-9535-ce99a7c3e994 req-2222e417-7e2e-403c-9c5d-be50ec3ddffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:23.421934 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a760a4b5-d5f9-44cc-9535-ce99a7c3e994 req-2222e417-7e2e-403c-9c5d-be50ec3ddffb service neutron] 10.222.0.30 "GET /v2.0/networks?id=837d1d6a-cef0-4444-bf2f-24dd96641b9c HTTP/1.1" status: 200 len: 918 time: 0.3693943 May 04 13:50:23.425362 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9fc83f4e-a28c-470a-8b4b-80989bfa0bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:23.426518 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:23.432569 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:23.530476 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc83f4e-a28c-470a-8b4b-80989bfa0bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:23.533233 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-9fc83f4e-a28c-470a-8b4b-80989bfa0bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:23.581741 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Network f841dbdd-e91c-4932-a6cb-67c519db7f69 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:23.587256 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:23.592697 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device e1ee3632-9113-4a3f-b4ff-7fb990f03b74 no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:50:23.600690 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:50:23.647522 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: e1ee3632-9113-4a3f-b4ff-7fb990f03b74 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:50:23.647976 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device e1ee3632-9113-4a3f-b4ff-7fb990f03b74 not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:50:23.679307 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a760a4b5-d5f9-44cc-9535-ce99a7c3e994 req-424fd8f4-f46e-4ed6-b43b-bbc44c923fcc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8f7b34f-bd90-4a8f-8fe0-9112e316c432 HTTP/1.1" status: 200 len: 999 time: 0.2136803 May 04 13:50:23.680046 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Pushing event updated for resources: {'Port': ['ID=2c355fc0-2a10-49da-96ea-9252f6a94a1f,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:23.687464 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:23.752605 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:23.753254 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:23.778097 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760a4b5-d5f9-44cc-9535-ce99a7c3e994 req-97f17448-ac9d-4246-aa40-ff062ca6ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:23.779634 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a760a4b5-d5f9-44cc-9535-ce99a7c3e994 req-97f17448-ac9d-4246-aa40-ff062ca6ca78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=468ed228-2645-4e84-b7ff-24abd353db04 HTTP/1.1" status: 200 len: 856 time: 0.0934894 May 04 13:50:23.818391 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0752506 May 04 13:50:23.833407 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Request body: {'port': {'device_id': '667fc0ee-0c57-45b1-8dd1-80dff494c6f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:50:23.860313 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9fc83f4e-a28c-470a-8b4b-80989bfa0bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974378'] for router_gateway, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:23.969551 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:23.980965 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760a4b5-d5f9-44cc-9535-ce99a7c3e994 req-77d42297-c228-4af5-ab2a-b2b188a5b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:23.982483 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a760a4b5-d5f9-44cc-9535-ce99a7c3e994 req-77d42297-c228-4af5-ab2a-b2b188a5b96e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=837d1d6a-cef0-4444-bf2f-24dd96641b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1961648 May 04 13:50:24.069524 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bdb9d-a74e-4bb5-b727-d23ac0c3c89a req-2736ac97-6b7e-4541-ad87-1de4bb2e9126 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:24.071056 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9f8bdb9d-a74e-4bb5-b727-d23ac0c3c89a req-2736ac97-6b7e-4541-ad87-1de4bb2e9126 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 945 time: 0.3070226 May 04 13:50:24.073044 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9fc83f4e-a28c-470a-8b4b-80989bfa0bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1978110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47698'] for router, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:24.076532 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9fc83f4e-a28c-470a-8b4b-80989bfa0bc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:24.086830 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f92ca-fa7d-4c7e-a71a-2de3e25d6107 req-b151687e-9ed8-4714-b418-0c8e3b2cc175 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:24.088296 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-172f92ca-fa7d-4c7e-a71a-2de3e25d6107 req-b151687e-9ed8-4714-b418-0c8e3b2cc175 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 932 time: 0.6071820 May 04 13:50:24.164971 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9fc83f4e-a28c-470a-8b4b-80989bfa0bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1974562'] for router, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:24.165298 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc83f4e-a28c-470a-8b4b-80989bfa0bc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df7df9e8-50d7-4852-bc0b-6c8423769823 {{(pid=73861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 13:50:24.181604 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9f8bdb9d-a74e-4bb5-b727-d23ac0c3c89a req-7faeb72d-b0c9-43dd-b8c7-3cbd6a806883 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029327 May 04 13:50:24.191480 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-172f92ca-fa7d-4c7e-a71a-2de3e25d6107 req-7203824c-fe02-4d14-913e-fbea1713668e tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836232 May 04 13:50:24.200706 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9fc83f4e-a28c-470a-8b4b-80989bfa0bc0 admin admin] Notify callbacks [] for router, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:24.200706 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-9fc83f4e-a28c-470a-8b4b-80989bfa0bc0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/df7df9e8-50d7-4852-bc0b-6c8423769823 HTTP/1.1" status: 204 len: 168 time: 1.8914800 May 04 13:50:24.203028 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 52426) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:24.311359 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a760a4b5-d5f9-44cc-9535-ce99a7c3e994 req-43f04987-19fa-4942-88d0-abf098c776f8 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214278 May 04 13:50:24.367328 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f4bca3-2141-4b2f-8d3d-0834f2c42551 admin admin] Deleting subnet 44f55995-417a-4b33-b1ec-1e179bdc93a5 {{(pid=73860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 13:50:24.376437 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-33f4bca3-2141-4b2f-8d3d-0834f2c42551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:24.408157 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1c7ad-ef5d-4bc4-9cda-fff55dba8cbb req-3995fe9b-9d9f-40be-91cd-dc04362ab118 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:24.408157 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-47d1c7ad-ef5d-4bc4-9cda-fff55dba8cbb req-3995fe9b-9d9f-40be-91cd-dc04362ab118 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 943 time: 0.1029584 May 04 13:50:24.459923 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-47d1c7ad-ef5d-4bc4-9cda-fff55dba8cbb req-4cc86012-0c69-4f6a-a994-0c3aab28e142 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444944 May 04 13:50:24.568853 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-33f4bca3-2141-4b2f-8d3d-0834f2c42551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15112897'] for subnet, precommit_delete_associations {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:24.675332 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a760a4b5-d5f9-44cc-9535-ce99a7c3e994 req-16c5abdf-b95d-4e83-b377-8a5bc08fc4d1 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404391 May 04 13:50:24.798572 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-33f4bca3-2141-4b2f-8d3d-0834f2c42551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989773'] for subnet, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:24.841569 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c355fc0-2a10-49da-96ea-9252f6a94a1f {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:50:24.851764 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:25.009617 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Transition to ACTIVE for port object 2c355fc0-2a10-49da-96ea-9252f6a94a1f will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:50:25.016512 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:25.023238 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7babadcc-bd36-4f6a-bc36-688a86c2f0a1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:25.244352 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Pushing event updated for resources: {'Port': ['ID=2c355fc0-2a10-49da-96ea-9252f6a94a1f,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:25.257553 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:25.513370 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Attempting to bind port 2c355fc0-2a10-49da-96ea-9252f6a94a1f on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:50:25.513722 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Attempting to bind port 2c355fc0-2a10-49da-96ea-9252f6a94a1f by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'ba383f80-b2e5-41cc-a401-e28861ad6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f841dbdd-e91c-4932-a6cb-67c519db7f69'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:50:25.514064 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Attempting to bind port 2c355fc0-2a10-49da-96ea-9252f6a94a1f on network f841dbdd-e91c-4932-a6cb-67c519db7f69 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:50:25.521606 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-33f4bca3-2141-4b2f-8d3d-0834f2c42551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15112760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14884982'] for subnet, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:25.527066 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Port 2c355fc0-2a10-49da-96ea-9252f6a94a1f on network f841dbdd-e91c-4932-a6cb-67c519db7f69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:50:25.527391 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Attempting to bind port 2c355fc0-2a10-49da-96ea-9252f6a94a1f on network f841dbdd-e91c-4932-a6cb-67c519db7f69 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:50:25.531887 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8256fab6-d7ab-4787-823c-be21759276cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:25.572998 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:50:25.573606 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Checking segment: {'id': 'ba383f80-b2e5-41cc-a401-e28861ad6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f841dbdd-e91c-4932-a6cb-67c519db7f69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:50:25.575222 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Bound using segment: {'id': 'ba383f80-b2e5-41cc-a401-e28861ad6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f841dbdd-e91c-4932-a6cb-67c519db7f69'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:50:25.575848 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Bound port: 2c355fc0-2a10-49da-96ea-9252f6a94a1f, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba383f80-b2e5-41cc-a401-e28861ad6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f841dbdd-e91c-4932-a6cb-67c519db7f69'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:50:25.576388 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:25.592668 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4bca3-2141-4b2f-8d3d-0834f2c42551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f55995-417a-4b33-b1ec-1e179bdc93a5,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:25.595362 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-33f4bca3-2141-4b2f-8d3d-0834f2c42551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:25.598746 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c85603-f58c-4f58-aac6-7bcbb883b0d9 None None] Network 1fd94811-ffd9-4e26-916f-1e2fa598c199 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:50:25.599476 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf468f3-9db9-4595-8b38-b1f0ff5da893 req-0fdcacd9-df89-47d4-a304-6f4b5627b4b0 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:25.602672 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-33f4bca3-2141-4b2f-8d3d-0834f2c42551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:25.605409 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ddf468f3-9db9-4595-8b38-b1f0ff5da893 req-0fdcacd9-df89-47d4-a304-6f4b5627b4b0 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 945 time: 0.2203736 May 04 13:50:25.662000 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2 no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:50:25.676935 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-33f4bca3-2141-4b2f-8d3d-0834f2c42551 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/44f55995-417a-4b33-b1ec-1e179bdc93a5 HTTP/1.1" status: 204 len: 168 time: 1.4706371 May 04 13:50:25.688780 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 52456) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:25.701733 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc77f25-0f65-4808-ab09-b52b02498c1a req-77f880ab-a1af-4e14-8bba-fd2ec34f1c2e tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:25.710091 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1fc77f25-0f65-4808-ab09-b52b02498c1a req-77f880ab-a1af-4e14-8bba-fd2ec34f1c2e tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 944 time: 0.2705855 May 04 13:50:25.713976 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] For port 2c355fc0-2a10-49da-96ea-9252f6a94a1f, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:50:25.718384 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] For port 2c355fc0-2a10-49da-96ea-9252f6a94a1f, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2c355fc0-2a10-49da-96ea-9252f6a94a1f,segment=NetworkSegment(ba383f80-b2e5-41cc-a401-e28861ad6d78),segment_id=ba383f80-b2e5-41cc-a401-e28861ad6d78)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:50:25.724131 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:25.740652 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-182bfdf0-38d7-4753-b2a6-e87dc96cf423 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:25.849818 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:50:25.850421 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device aed5c5f2-7fa9-4078-ba7a-dc81c70ab7e2 not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:50:25.864675 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:25.865623 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:25.871785 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] 10.222.0.30 "PUT /v2.0/ports/2c355fc0-2a10-49da-96ea-9252f6a94a1f HTTP/1.1" status: 200 len: 1094 time: 2.0390592 May 04 13:50:25.872966 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667fc0ee-0c57-45b1-8dd1-80dff494c6f7', 'tag': '2c355fc0-2a10-49da-96ea-9252f6a94a1f'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:50:25.883826 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1fc77f25-0f65-4808-ab09-b52b02498c1a req-66925351-b02d-4ae7-8e61-49b1c1fbe351 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701548 May 04 13:50:25.889740 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608811'] for network, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:25.951054 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ddf468f3-9db9-4595-8b38-b1f0ff5da893 req-7da24258-5ec4-49fe-8172-878ff37d1c47 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310952 May 04 13:50:26.016560 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Pushing event updated for resources: {'Port': ['ID=2c355fc0-2a10-49da-96ea-9252f6a94a1f,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:26.038088 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:26.064209 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '667fc0ee-0c57-45b1-8dd1-80dff494c6f7', 'tag': '2c355fc0-2a10-49da-96ea-9252f6a94a1f', 'status': 'completed', 'code': 200} May 04 13:50:26.150127 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f09247c3-938f-4d32-b583-2cc4aae99cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:26.175246 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156af31a-ee40-4a62-8d1c-a292bfc37701 None None] DHCP port deletion for 1fd94811-ffd9-4e26-916f-1e2fa598c199 request from dv-cinder-789564-1-smb {{(pid=73862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 13:50:26.187954 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Deleting port 810b858a-b0d0-4173-8200-ab3cdea44ce9 {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:50:26.188350 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:26.320409 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] For port 810b858a-b0d0-4173-8200-ab3cdea44ce9, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=810b858a-b0d0-4173-8200-ab3cdea44ce9,segment=NetworkSegment(314af9a7-9530-4926-9518-e292dd0275c6),segment_id=314af9a7-9530-4926-9518-e292dd0275c6)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:26.320707 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:26.327313 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-156af31a-ee40-4a62-8d1c-a292bfc37701 None None] Deleting port 810b858a-b0d0-4173-8200-ab3cdea44ce9 {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:50:26.327932 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-156af31a-ee40-4a62-8d1c-a292bfc37701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:26.341202 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dada151-1294-4037-b196-608b790c984e req-a8c41f78-58a1-4d13-bf94-6245421395aa tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:26.342715 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2dada151-1294-4037-b196-608b790c984e req-a8c41f78-58a1-4d13-bf94-6245421395aa tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 943 time: 0.2352805 May 04 13:50:26.446786 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-156af31a-ee40-4a62-8d1c-a292bfc37701 None None] For port 810b858a-b0d0-4173-8200-ab3cdea44ce9, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=810b858a-b0d0-4173-8200-ab3cdea44ce9,segment=NetworkSegment(314af9a7-9530-4926-9518-e292dd0275c6),segment_id=314af9a7-9530-4926-9518-e292dd0275c6)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:26.447216 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-156af31a-ee40-4a62-8d1c-a292bfc37701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:26.478339 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Calling delete_port for 810b858a-b0d0-4173-8200-ab3cdea44ce9 owned by network:dhcp {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:50:26.528704 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2dada151-1294-4037-b196-608b790c984e req-78979c96-e6f4-4905-bf61-a45139f6bf3e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320226 May 04 13:50:26.569513 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:26.575937 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-96d22dc4-0345-40f4-b944-121e75d25b8e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:26.606344 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-156af31a-ee40-4a62-8d1c-a292bfc37701 None None] Calling delete_port for 810b858a-b0d0-4173-8200-ab3cdea44ce9 owned by network:dhcp {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:50:26.644467 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Pushing event deleted for resources: {'Port': ['ID=810b858a-b0d0-4173-8200-ab3cdea44ce9,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:26.649876 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] No DVR routers for this DVR port 810b858a-b0d0-4173-8200-ab3cdea44ce9 on host dv-cinder-789564-1-smb {{(pid=73861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:50:26.651850 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:26.756036 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-156af31a-ee40-4a62-8d1c-a292bfc37701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:26.760099 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:26.812913 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156af31a-ee40-4a62-8d1c-a292bfc37701 None None] Pushing event deleted for resources: {'Port': ['ID=810b858a-b0d0-4173-8200-ab3cdea44ce9,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:26.816820 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-156af31a-ee40-4a62-8d1c-a292bfc37701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:26.817920 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156af31a-ee40-4a62-8d1c-a292bfc37701 None None] No DVR routers for this DVR port 810b858a-b0d0-4173-8200-ab3cdea44ce9 on host dv-cinder-789564-1-smb {{(pid=73862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:50:26.891286 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985040', 'neutron.services.segments.db._delete_segments_for_network-8760702794289'] for network, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:27.086406 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd94811-ffd9-4e26-916f-1e2fa598c199']}} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:27.134601 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314af9a7-9530-4926-9518-e292dd0275c6') {'for_net_delete': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:27.134847 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314af9a7-9530-4926-9518-e292dd0275c6') {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:27.166148 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760702805351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1510524'] for segment, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:27.194493 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:27.208452 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=73861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:50:27.347919 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dee327-0d6f-4205-9921-97163c2d6634 req-9079cf91-de77-4c7f-882d-359f39654aea tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:27.349472 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-48dee327-0d6f-4205-9921-97163c2d6634 req-9079cf91-de77-4c7f-882d-359f39654aea tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 944 time: 0.3151717 May 04 13:50:27.450939 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0797980-8258-4ac9-ab5b-59eae79270b3 req-74900b7f-2259-4793-bdf9-4f9a319c9bfa tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:27.452514 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e0797980-8258-4ac9-ab5b-59eae79270b3 req-74900b7f-2259-4793-bdf9-4f9a319c9bfa tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 945 time: 0.3546982 May 04 13:50:27.455413 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Network 1fd94811-ffd9-4e26-916f-1e2fa598c199 has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:50:27.473977 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-994584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1511030'] for segment, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:27.554774 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 810b858a-b0d0-4173-8200-ab3cdea44ce9 no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:50:27.599407 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-48dee327-0d6f-4205-9921-97163c2d6634 req-f3c9c488-4457-4f1d-ba97-9e4d111452f3 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395184 May 04 13:50:27.633123 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e0797980-8258-4ac9-ab5b-59eae79270b3 req-b301bf9e-081f-44cc-9b8f-2bf330009545 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692307 May 04 13:50:27.660305 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: 810b858a-b0d0-4173-8200-ab3cdea44ce9 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:50:27.661410 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 810b858a-b0d0-4173-8200-ab3cdea44ce9 not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:50:27.724723 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Network 1fd94811-ffd9-4e26-916f-1e2fa598c199 has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: Traceback (most recent call last): May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: timer() May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: cb(*args, **kw) May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: return func(*args, **kwargs) May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: self._notify() May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: self.callback(batched_events) May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: event.method(event) May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: return f(self, *a, **k) May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: return self._get(url).json() May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: return self.request(url, 'GET', **kwargs) May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:50:27.870203 dv-cinder-789564-1-smb neutron-server[73861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:50:27.879713 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974341'] for network, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:27.985259 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-671dfd1e-7cd8-4ed3-9202-67d69211e269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:28.000394 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:28.032918 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1fd94811-ffd9-4e26-916f-1e2fa598c199 HTTP/1.1" status: 204 len: 168 time: 2.3428397 May 04 13:50:28.034211 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fd94811-ffd9-4e26-916f-1e2fa598c199,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:28.040105 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-2f63198f-54fc-4931-9e9f-c6c57c97a387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:28.080082 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75211e9-ef72-4c67-bc24-8e588530ec59 req-e2716a51-3273-49bf-a5b0-c08cc13e5594 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:28.080082 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a75211e9-ef72-4c67-bc24-8e588530ec59 req-e2716a51-3273-49bf-a5b0-c08cc13e5594 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 943 time: 0.1898589 May 04 13:50:28.132813 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a75211e9-ef72-4c67-bc24-8e588530ec59 req-130c14ee-19f3-48ab-a085-743353bf843d tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501161 May 04 13:50:28.235010 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 52472) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:28.295596 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-23ce942f-f2ff-44fb-9a61-801c7ac16204 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7bea85a15656418198b0f51c80271aca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0590665 May 04 13:50:28.299545 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 52476) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:28.378047 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-14b1894a-9085-454b-8930-e8b2a49a2cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:28.406068 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-14b1894a-9085-454b-8930-e8b2a49a2cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:28.466194 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-14b1894a-9085-454b-8930-e8b2a49a2cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:28.478471 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-334a281d-3e69-480b-b5c1-440e4ff1b5b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:28.486944 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1894a-9085-454b-8930-e8b2a49a2cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360c80e1-b2a8-4231-908c-d92a9f9042b6,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:28.490974 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-14b1894a-9085-454b-8930-e8b2a49a2cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:28.494694 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-14b1894a-9085-454b-8930-e8b2a49a2cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:28.495788 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-14b1894a-9085-454b-8930-e8b2a49a2cd5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/360c80e1-b2a8-4231-908c-d92a9f9042b6 HTTP/1.1" status: 204 len: 168 time: 0.1947863 May 04 13:50:28.692385 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 439d0690-14d1-4e35-a821-e3dc82ecbe9a no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:50:28.912092 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-23ad4ffc-c727-496f-b216-8c6010c06468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:28.954484 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:28.994947 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '439d0690-14d1-4e35-a821-e3dc82ecbe9a'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:50:29.010624 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 439d0690-14d1-4e35-a821-e3dc82ecbe9a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=439d0690-14d1-4e35-a821-e3dc82ecbe9a,segment=NetworkSegment(c19f3a95-bd63-49af-995e-6e0d222faf5f),segment_id=c19f3a95-bd63-49af-995e-6e0d222faf5f)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:29.021336 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:29.023512 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:29.162194 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=439d0690-14d1-4e35-a821-e3dc82ecbe9a,revision_number=8']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:29.176929 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:29.203198 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d877caf-defd-4626-a807-7b33a63a8373 req-b6dded6c-c6f9-4d4a-8790-7ca7c032c7a1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:29.210856 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7d877caf-defd-4626-a807-7b33a63a8373 req-b6dded6c-c6f9-4d4a-8790-7ca7c032c7a1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 943 time: 0.2528188 May 04 13:50:29.272147 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f88dd-69bb-4698-8684-119669624bbb req-dc13bf42-070e-4e3f-8dfe-94c49ad61149 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:29.272932 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-122f88dd-69bb-4698-8684-119669624bbb req-dc13bf42-070e-4e3f-8dfe-94c49ad61149 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 944 time: 0.4090757 May 04 13:50:29.332670 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7d877caf-defd-4626-a807-7b33a63a8373 req-745e0069-72de-4019-a96d-37b95c56159e tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209123 May 04 13:50:29.380718 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-122f88dd-69bb-4698-8684-119669624bbb req-05a9853b-288b-4a71-8d2a-5d3538634767 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892937 May 04 13:50:29.439478 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '439d0690-14d1-4e35-a821-e3dc82ecbe9a', 'code': 200} May 04 13:50:29.543884 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:29.709422 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a3bcd-5b41-4720-833e-ae38bf82d18e req-cc270c8d-c36d-4b3f-8718-cb62e0b2e35d tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:29.711060 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-475a3bcd-5b41-4720-833e-ae38bf82d18e req-cc270c8d-c36d-4b3f-8718-cb62e0b2e35d tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 943 time: 0.1482015 May 04 13:50:29.793276 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-475a3bcd-5b41-4720-833e-ae38bf82d18e req-389246f1-cb5e-443a-851c-eea7003d68c5 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742698 May 04 13:50:30.312631 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:30.612368 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d765b4-c9be-4617-81c7-412d71d3ca5d req-6cdd97d3-3f21-4003-9076-53d1054b5719 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:30.615387 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-41d765b4-c9be-4617-81c7-412d71d3ca5d req-6cdd97d3-3f21-4003-9076-53d1054b5719 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 943 time: 0.1255534 May 04 13:50:30.718283 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-41d765b4-c9be-4617-81c7-412d71d3ca5d req-31bdddb0-3c24-4d72-8566-441d616f9db8 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565042 May 04 13:50:30.767592 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a402122-f582-49f4-8c5a-ac3f66ac444b req-f4bfce51-ffed-4d9e-b7b1-1fc0534adb43 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:30.769133 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6a402122-f582-49f4-8c5a-ac3f66ac444b req-f4bfce51-ffed-4d9e-b7b1-1fc0534adb43 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 944 time: 0.1524692 May 04 13:50:30.836428 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6a402122-f582-49f4-8c5a-ac3f66ac444b req-f0bc6ad7-dda8-45ca-a37f-ced754edb1f8 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613000 May 04 13:50:31.206932 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdafb00-c8aa-409c-a406-4c9d35847ce8 req-d6976aa6-a3d3-400f-a4aa-e5231d3c5d90 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:31.209445 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ecdafb00-c8aa-409c-a406-4c9d35847ce8 req-d6976aa6-a3d3-400f-a4aa-e5231d3c5d90 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 943 time: 0.2645364 May 04 13:50:31.274732 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ecdafb00-c8aa-409c-a406-4c9d35847ce8 req-84b69f7d-7d8a-4d55-8333-ba5289722db9 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547595 May 04 13:50:31.933501 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d0cb7-bb58-4d50-a2e7-c418d16f4b1a req-8be1a93f-f54e-40cb-a07e-39943095cf1b tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:31.935044 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fc2d0cb7-bb58-4d50-a2e7-c418d16f4b1a req-8be1a93f-f54e-40cb-a07e-39943095cf1b tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 943 time: 0.0969336 May 04 13:50:32.037963 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-fc2d0cb7-bb58-4d50-a2e7-c418d16f4b1a req-37dd8c7f-b719-4ff3-9476-55cbf82ca2fc tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928209 May 04 13:50:32.077109 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7442a1-69b5-4d7f-bfb6-e9b4a2de2def req-6062bb78-8109-44d6-9cbf-01254096ca42 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:32.079614 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ee7442a1-69b5-4d7f-bfb6-e9b4a2de2def req-6062bb78-8109-44d6-9cbf-01254096ca42 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 944 time: 0.1163623 May 04 13:50:32.126233 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ee7442a1-69b5-4d7f-bfb6-e9b4a2de2def req-7e5734c9-0ebe-4144-ba40-2cb0d925aa57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410032 May 04 13:50:32.507938 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c7d1b-b411-4305-a1f1-da00f87e6a5f req-8f8589da-8879-4a41-aef2-7ef3042d1699 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:32.509704 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c66c7d1b-b411-4305-a1f1-da00f87e6a5f req-8f8589da-8879-4a41-aef2-7ef3042d1699 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 943 time: 0.1007876 May 04 13:50:32.585085 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c66c7d1b-b411-4305-a1f1-da00f87e6a5f req-ea3fa9e6-e83d-4e48-95d2-11a255f5724e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658970 May 04 13:50:32.630484 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:32.793395 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 52556) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:32.936565 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7cc79cee-a647-40bd-940a-9532ebb480c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:32.952625 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-7cc79cee-a647-40bd-940a-9532ebb480c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:50:32.966294 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-7cc79cee-a647-40bd-940a-9532ebb480c5 admin admin] Usage tracker for resource:security_group_rule and tenant:596a1eedbbdd42ef89be7b20c1ef3695 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:50:32.974138 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-7cc79cee-a647-40bd-940a-9532ebb480c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:50:32.980962 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-7cc79cee-a647-40bd-940a-9532ebb480c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:50:33.084220 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7cc79cee-a647-40bd-940a-9532ebb480c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:33.095352 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7cc79cee-a647-40bd-940a-9532ebb480c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:33.109319 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-434c7170-9802-474d-a311-ba031ae8987b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:33.160756 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-7cc79cee-a647-40bd-940a-9532ebb480c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=596a1eedbbdd42ef89be7b20c1ef3695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3638046 May 04 13:50:33.160756 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc79cee-a647-40bd-940a-9532ebb480c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7302a4-cf9f-4eb2-9e7f-640508a1f3e3,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:33.161704 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 52566) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:33.163802 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7cc79cee-a647-40bd-940a-9532ebb480c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:33.345611 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-af99d6ad-158a-446c-a3e5-fe0cf2ae8987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:33.390143 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-af99d6ad-158a-446c-a3e5-fe0cf2ae8987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:33.432718 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf838a-3406-4d58-ae23-922791f17b9c req-1350eb9a-2319-4e5c-8409-1623300569e1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:33.435368 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1cbf838a-3406-4d58-ae23-922791f17b9c req-1350eb9a-2319-4e5c-8409-1623300569e1 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 943 time: 0.2298520 May 04 13:50:33.536462 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf8833-43eb-49c3-a5a8-aef277a6962e req-2230c487-a2b4-4369-8b57-da47b7d199e6 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:33.542042 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5bbf8833-43eb-49c3-a5a8-aef277a6962e req-2230c487-a2b4-4369-8b57-da47b7d199e6 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 944 time: 0.2413945 May 04 13:50:33.568026 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1cbf838a-3406-4d58-ae23-922791f17b9c req-9fd00408-0444-4483-9c78-e83bc4b31ddb tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165438 May 04 13:50:33.605009 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-af99d6ad-158a-446c-a3e5-fe0cf2ae8987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:33.621979 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-8a6d83cf-54d5-4124-9b37-45a0db9d16cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:33.651729 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99d6ad-158a-446c-a3e5-fe0cf2ae8987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7302a4-cf9f-4eb2-9e7f-640508a1f3e3,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:33.659514 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-af99d6ad-158a-446c-a3e5-fe0cf2ae8987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:33.688777 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-af99d6ad-158a-446c-a3e5-fe0cf2ae8987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:33.690820 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-af99d6ad-158a-446c-a3e5-fe0cf2ae8987 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c7302a4-cf9f-4eb2-9e7f-640508a1f3e3 HTTP/1.1" status: 204 len: 168 time: 0.5271804 May 04 13:50:33.728027 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5bbf8833-43eb-49c3-a5a8-aef277a6962e req-88006318-56ac-4b61-8ada-343b9dc3a61a tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764779 May 04 13:50:33.931251 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b79f4-fbd3-4293-bde6-b57bc92e7f1f req-8e73ed78-0cb7-44ae-8079-80ed6750b701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:33.932882 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-703b79f4-fbd3-4293-bde6-b57bc92e7f1f req-8e73ed78-0cb7-44ae-8079-80ed6750b701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 943 time: 0.1615558 May 04 13:50:33.999975 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-703b79f4-fbd3-4293-bde6-b57bc92e7f1f req-2fa10a3a-643e-4960-8828-5e83f735e13b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592744 May 04 13:50:34.822412 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1b8be-b187-4379-a9f9-78678fc8c663 req-68eaae04-2225-4631-9e46-d20982f90090 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:34.831071 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e1d1b8be-b187-4379-a9f9-78678fc8c663 req-68eaae04-2225-4631-9e46-d20982f90090 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 943 time: 0.1225884 May 04 13:50:34.883057 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e1d1b8be-b187-4379-a9f9-78678fc8c663 req-1b253dc0-81de-49ea-b1f8-eea3bee80c92 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504076 May 04 13:50:34.968920 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7844adc-e01f-4acd-b3ac-24245217da72 req-86b57c2f-a24a-4bef-8029-1822ade5181b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:34.970852 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f7844adc-e01f-4acd-b3ac-24245217da72 req-86b57c2f-a24a-4bef-8029-1822ade5181b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 944 time: 0.0869744 May 04 13:50:35.021551 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f7844adc-e01f-4acd-b3ac-24245217da72 req-12562031-25b9-4dc4-b80b-676e0e203600 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445466 May 04 13:50:35.229054 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134525f-e3e6-4f4c-9980-eddad834370b req-3bd7b840-0800-4153-a219-9a4fa1d532fe tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:35.231624 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6134525f-e3e6-4f4c-9980-eddad834370b req-3bd7b840-0800-4153-a219-9a4fa1d532fe tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 943 time: 0.0893550 May 04 13:50:35.283385 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6134525f-e3e6-4f4c-9980-eddad834370b req-060c9b35-0c79-4988-ba35-efae826420c5 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428476 May 04 13:50:35.404641 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e1428-0509-484b-b63e-2e9720d00d39 req-0bb03618-7a07-402c-8391-b69a9c5acfe5 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:35.405354 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-e02e1428-0509-484b-b63e-2e9720d00d39 req-0bb03618-7a07-402c-8391-b69a9c5acfe5 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Synchronizing usage tracker for tenant:cd535cb7605d4b0ba00714d0c6f98aad on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:50:35.444584 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-e02e1428-0509-484b-b63e-2e9720d00d39 req-0bb03618-7a07-402c-8391-b69a9c5acfe5 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Unset dirty status for tenant:cd535cb7605d4b0ba00714d0c6f98aad on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:50:35.445720 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e02e1428-0509-484b-b63e-2e9720d00d39 req-0bb03618-7a07-402c-8391-b69a9c5acfe5 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 943 time: 0.1661601 May 04 13:50:35.449580 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835fd99-dc0c-42a0-9997-606f0eb7560b req-8b8693ed-6ff3-44ca-922b-a508becec1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:35.450991 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-1835fd99-dc0c-42a0-9997-606f0eb7560b req-8b8693ed-6ff3-44ca-922b-a508becec1ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bbb9e4eb2524396859e01db68d15a04&device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 1097 time: 0.1158967 May 04 13:50:35.704829 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835fd99-dc0c-42a0-9997-606f0eb7560b req-ccab3117-c4d5-480b-b145-ef07d8974e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:35.706303 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-1835fd99-dc0c-42a0-9997-606f0eb7560b req-ccab3117-c4d5-480b-b145-ef07d8974e0c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3bbb9e4eb2524396859e01db68d15a04&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2200944 May 04 13:50:35.770742 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-e02e1428-0509-484b-b63e-2e9720d00d39 req-b71b1e59-af43-42e0-a493-fe89542e37e4 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Deleting port 439d0690-14d1-4e35-a821-e3dc82ecbe9a {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:50:35.771118 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e02e1428-0509-484b-b63e-2e9720d00d39 req-b71b1e59-af43-42e0-a493-fe89542e37e4 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:35.969621 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835fd99-dc0c-42a0-9997-606f0eb7560b req-b271f826-0036-4ad1-8fb0-903f77e86a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:35.971082 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-1835fd99-dc0c-42a0-9997-606f0eb7560b req-b271f826-0036-4ad1-8fb0-903f77e86a54 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2576008 May 04 13:50:35.989993 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-e02e1428-0509-484b-b63e-2e9720d00d39 req-b71b1e59-af43-42e0-a493-fe89542e37e4 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] For port 439d0690-14d1-4e35-a821-e3dc82ecbe9a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=439d0690-14d1-4e35-a821-e3dc82ecbe9a,segment=NetworkSegment(c19f3a95-bd63-49af-995e-6e0d222faf5f),segment_id=c19f3a95-bd63-49af-995e-6e0d222faf5f)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:35.990360 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e02e1428-0509-484b-b63e-2e9720d00d39 req-b71b1e59-af43-42e0-a493-fe89542e37e4 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:36.079419 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93eb5f-6e45-4c77-b3b3-bc85ccf39122 req-346b03da-c162-423c-b1ec-f45b69364101 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:36.080952 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-dc93eb5f-6e45-4c77-b3b3-bc85ccf39122 req-346b03da-c162-423c-b1ec-f45b69364101 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 943 time: 0.0906858 May 04 13:50:36.137291 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-dc93eb5f-6e45-4c77-b3b3-bc85ccf39122 req-d8ed5f9b-472a-4c5a-b91d-427e88c42b0b tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/security-groups?id=02054e07-dfea-42ac-bc0a-d80e59898bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494523 May 04 13:50:36.221591 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44ca55-c11a-4e87-ad0d-e59fcfee0ec1 req-8319eace-b8e6-4930-886c-09e2e5020cc7 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:36.223082 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4b44ca55-c11a-4e87-ad0d-e59fcfee0ec1 req-8319eace-b8e6-4930-886c-09e2e5020cc7 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 944 time: 0.0893652 May 04 13:50:36.264377 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-e02e1428-0509-484b-b63e-2e9720d00d39 req-b71b1e59-af43-42e0-a493-fe89542e37e4 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Calling delete_port for 439d0690-14d1-4e35-a821-e3dc82ecbe9a owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:50:36.270171 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4b44ca55-c11a-4e87-ad0d-e59fcfee0ec1 req-a2311cc1-1620-4391-ba9e-376818fdf216 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412395 May 04 13:50:36.327270 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-4e5ebaaf-bd9e-4cbe-9f09-d00bfcabb4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:36.328862 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-4e5ebaaf-bd9e-4cbe-9f09-d00bfcabb4ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bbb9e4eb2524396859e01db68d15a04&device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 1097 time: 0.3217318 May 04 13:50:36.401790 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-0a862abf-f27d-4467-b9db-d78fefa564b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c355fc0-2a10-49da-96ea-9252f6a94a1f HTTP/1.1" status: 200 len: 217 time: 0.0638280 May 04 13:50:36.484474 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7ba3b-a115-4dc8-a25f-2fe97a0dfc95 req-9669b85c-36f3-46b7-9e60-c36743db1f17 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:36.486003 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9ac7ba3b-a115-4dc8-a25f-2fe97a0dfc95 req-9669b85c-36f3-46b7-9e60-c36743db1f17 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 943 time: 0.0875423 May 04 13:50:36.519966 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-be9b5a41-3ef9-420c-8e73-0919ad60b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:36.521792 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-be9b5a41-3ef9-420c-8e73-0919ad60b4ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10151322-c13a-4d54-ada6-a3d5a2d6eb76 HTTP/1.1" status: 200 len: 854 time: 0.1128280 May 04 13:50:36.525988 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e02e1428-0509-484b-b63e-2e9720d00d39 req-b71b1e59-af43-42e0-a493-fe89542e37e4 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:36.535920 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9ac7ba3b-a115-4dc8-a25f-2fe97a0dfc95 req-4d0f525d-3290-47a8-9111-df08342f5784 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432732 May 04 13:50:36.563326 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9d9aa7c8-b215-4394-8bce-08df0c3a56cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:36.621663 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b1e59-af43-42e0-a493-fe89542e37e4 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Pushing event deleted for resources: {'Port': ['ID=439d0690-14d1-4e35-a821-e3dc82ecbe9a,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:36.627913 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-5341c7f8-0af4-4540-963f-86ae418f7cb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f841dbdd-e91c-4932-a6cb-67c519db7f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991411 May 04 13:50:36.628205 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b71b1e59-af43-42e0-a493-fe89542e37e4 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:36.754770 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device c8f7b34f-bd90-4a8f-8fe0-9112e316c432 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:50:36.838781 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02e1428-0509-484b-b63e-2e9720d00d39 req-b71b1e59-af43-42e0-a493-fe89542e37e4 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] No DVR routers for this DVR port 439d0690-14d1-4e35-a821-e3dc82ecbe9a on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:50:36.846322 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e02e1428-0509-484b-b63e-2e9720d00d39 req-b71b1e59-af43-42e0-a493-fe89542e37e4 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:36.851020 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'name': 'network-vif-deleted', 'tag': '439d0690-14d1-4e35-a821-e3dc82ecbe9a'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:50:36.913731 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port c8f7b34f-bd90-4a8f-8fe0-9112e316c432, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:36.934352 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'port_id': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432', 'mac_address': 'fa:16:3e:d0:24:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:50:36.937653 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa87e8b1-ce3e-44a3-922d-845440759fd5', 'name': 'network-vif-deleted', 'tag': '439d0690-14d1-4e35-a821-e3dc82ecbe9a', 'status': 'completed', 'code': 200} May 04 13:50:36.978489 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-e02e1428-0509-484b-b63e-2e9720d00d39 req-b71b1e59-af43-42e0-a493-fe89542e37e4 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.30 "DELETE /v2.0/ports/439d0690-14d1-4e35-a821-e3dc82ecbe9a HTTP/1.1" status: 204 len: 173 time: 1.5264525 May 04 13:50:37.025780 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-fd90e924-1825-43a7-8771-0e96975c6c8a service neutron] 10.222.0.30 "GET /v2.0/networks/f841dbdd-e91c-4932-a6cb-67c519db7f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365026 May 04 13:50:37.030781 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:37.068535 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f7b34f-bd90-4a8f-8fe0-9112e316c432 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:50:37.093207 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port c8f7b34f-bd90-4a8f-8fe0-9112e316c432, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:37.099386 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:37.102353 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:37.242296 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,revision_number=9']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:37.249177 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:37.265444 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-d9d5955b-775a-4526-9d28-c226f750fd7b req-aeae5d82-c265-457b-8883-dfc79096ce27 service neutron] 10.222.0.30 "GET /v2.0/networks/f841dbdd-e91c-4932-a6cb-67c519db7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323797 May 04 13:50:37.338699 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['c8f7b34f-bd90-4a8f-8fe0-9112e316c432'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:50:37.346028 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1243e739-2f9e-48b7-bb6e-f30bbd2f8851 req-a9073953-4690-42ba-83dc-314ebcd9d2d2 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa87e8b1-ce3e-44a3-922d-845440759fd5 HTTP/1.1" status: 200 len: 210 time: 0.0496314 May 04 13:50:37.610148 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b232d-0a65-4b08-a4c4-efa2e002a05c req-6632d2ef-cd3d-4841-92e6-1ac71ab1fc39 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:37.618786 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-833b232d-0a65-4b08-a4c4-efa2e002a05c req-6632d2ef-cd3d-4841-92e6-1ac71ab1fc39 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 944 time: 0.2128155 May 04 13:50:37.718092 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-833b232d-0a65-4b08-a4c4-efa2e002a05c req-688eb077-cb8b-4749-80d3-a14855d8f55e tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976918 May 04 13:50:37.955152 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568a080-407f-4dfb-a343-1e715d6c051c req-997d5d41-f094-476b-8388-dc5eeb416b28 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:37.956706 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2568a080-407f-4dfb-a343-1e715d6c051c req-997d5d41-f094-476b-8388-dc5eeb416b28 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 944 time: 0.0881600 May 04 13:50:38.004734 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2568a080-407f-4dfb-a343-1e715d6c051c req-56d791d6-e0df-4c23-a290-b4b6765df688 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418749 May 04 13:50:38.754375 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 2c355fc0-2a10-49da-96ea-9252f6a94a1f details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:50:38.758981 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device c8f7b34f-bd90-4a8f-8fe0-9112e316c432 up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:50:38.868345 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:50:38.992039 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608776a8-9486-4d09-b2e2-b8c8c5f7a5f9 req-1a57840c-12d5-489e-b909-8173601edeea tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:39.003789 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-608776a8-9486-4d09-b2e2-b8c8c5f7a5f9 req-1a57840c-12d5-489e-b909-8173601edeea tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 944 time: 0.1221364 May 04 13:50:39.023657 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port c8f7b34f-bd90-4a8f-8fe0-9112e316c432 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:50:39.024048 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:39.077804 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-608776a8-9486-4d09-b2e2-b8c8c5f7a5f9 req-bab59054-7d08-444b-ab40-64822c130922 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730650 May 04 13:50:39.115084 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 2c355fc0-2a10-49da-96ea-9252f6a94a1f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2c355fc0-2a10-49da-96ea-9252f6a94a1f,segment=NetworkSegment(ba383f80-b2e5-41cc-a401-e28861ad6d78),segment_id=ba383f80-b2e5-41cc-a401-e28861ad6d78)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:39.141989 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': '2c355fc0-2a10-49da-96ea-9252f6a94a1f', 'network_id': 'f841dbdd-e91c-4932-a6cb-67c519db7f69', 'port_id': '2c355fc0-2a10-49da-96ea-9252f6a94a1f', 'mac_address': 'fa:16:3e:f2:75:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10151322-c13a-4d54-ada6-a3d5a2d6eb76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:50:39.268129 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:39.283397 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:39.292757 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2af0c-e098-4da1-bfbf-34c566176eb6 req-57f22683-7772-4348-a68d-4c375344831e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:39.295548 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-dda2af0c-e098-4da1-bfbf-34c566176eb6 req-57f22683-7772-4348-a68d-4c375344831e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 944 time: 0.1241283 May 04 13:50:39.303230 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c355fc0-2a10-49da-96ea-9252f6a94a1f {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:50:39.328583 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 2c355fc0-2a10-49da-96ea-9252f6a94a1f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2c355fc0-2a10-49da-96ea-9252f6a94a1f,segment=NetworkSegment(ba383f80-b2e5-41cc-a401-e28861ad6d78),segment_id=ba383f80-b2e5-41cc-a401-e28861ad6d78)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:39.346638 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 52704) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:39.353566 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:39.357389 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3fd8ba3f-080f-44a1-ab83-e4bedc6e8f37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:39.399019 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:50:39.423533 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port c8f7b34f-bd90-4a8f-8fe0-9112e316c432, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:39.431250 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:39.452865 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=2c355fc0-2a10-49da-96ea-9252f6a94a1f,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:39.461531 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:39.464176 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432', 'code': 200} May 04 13:50:39.464910 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:39.534210 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-dda2af0c-e098-4da1-bfbf-34c566176eb6 req-03a08208-e04e-45f5-9f38-ab8cb2d3d266 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313786 May 04 13:50:39.540596 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,revision_number=10']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:39.545530 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:39.594632 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['2c355fc0-2a10-49da-96ea-9252f6a94a1f'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:50:40.003081 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e3815-10c3-49e6-a4e6-8043f1fd29dc req-be86a523-ba72-4b62-9a83-f2f4af622ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:40.004729 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-524e3815-10c3-49e6-a4e6-8043f1fd29dc req-be86a523-ba72-4b62-9a83-f2f4af622ac6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 1099 time: 0.0756936 May 04 13:50:40.050692 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-524e3815-10c3-49e6-a4e6-8043f1fd29dc req-39249dde-57a6-401b-9a43-a6176c9b89ef service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394964 May 04 13:50:40.052934 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e40ee625-c0dc-470a-8dbe-0c5abb77859c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967173'] for router_interface, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:40.416885 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d014da-2fea-47db-8bab-79fbd946d64b req-69d27fcf-5a6a-4dd3-a6ed-2c62bb5ea6a0 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:40.418422 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-11d014da-2fea-47db-8bab-79fbd946d64b req-69d27fcf-5a6a-4dd3-a6ed-2c62bb5ea6a0 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 945 time: 0.2143805 May 04 13:50:40.507593 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-11d014da-2fea-47db-8bab-79fbd946d64b req-9f1c95f6-2cc1-4bb7-9145-a27d4626ab81 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825646 May 04 13:50:40.603037 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-e40ee625-c0dc-470a-8dbe-0c5abb77859c admin admin] Deleting port 133655bc-a3b8-421a-b499-aae22bb803a3 {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:50:40.603390 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e40ee625-c0dc-470a-8dbe-0c5abb77859c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:40.757409 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 2c355fc0-2a10-49da-96ea-9252f6a94a1f up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:50:40.783638 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-e40ee625-c0dc-470a-8dbe-0c5abb77859c admin admin] For port 133655bc-a3b8-421a-b499-aae22bb803a3, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=133655bc-a3b8-421a-b499-aae22bb803a3,segment=NetworkSegment(c19f3a95-bd63-49af-995e-6e0d222faf5f),segment_id=c19f3a95-bd63-49af-995e-6e0d222faf5f)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:40.784005 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e40ee625-c0dc-470a-8dbe-0c5abb77859c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:40.863814 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port 2c355fc0-2a10-49da-96ea-9252f6a94a1f completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:50:40.872928 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port 2c355fc0-2a10-49da-96ea-9252f6a94a1f triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:50:40.874040 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:41.052906 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-e40ee625-c0dc-470a-8dbe-0c5abb77859c admin admin] Calling delete_port for 133655bc-a3b8-421a-b499-aae22bb803a3 owned by network:router_interface {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:50:41.072046 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:41.080980 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce022e68-d016-4ece-af43-e45859f4591e req-7c4880c8-0499-47d0-ad63-e674cfb32806 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:41.082768 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ce022e68-d016-4ece-af43-e45859f4591e req-7c4880c8-0499-47d0-ad63-e674cfb32806 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 946 time: 0.4012294 May 04 13:50:41.118490 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 2c355fc0-2a10-49da-96ea-9252f6a94a1f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2c355fc0-2a10-49da-96ea-9252f6a94a1f,segment=NetworkSegment(ba383f80-b2e5-41cc-a401-e28861ad6d78),segment_id=ba383f80-b2e5-41cc-a401-e28861ad6d78)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:41.130536 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:41.136550 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:41.159600 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ce022e68-d016-4ece-af43-e45859f4591e req-deb50d2c-db49-4aad-8e38-de1dda222bc0 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638456 May 04 13:50:41.221841 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=2c355fc0-2a10-49da-96ea-9252f6a94a1f,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:41.234125 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:41.326455 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e40ee625-c0dc-470a-8dbe-0c5abb77859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:41.332002 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-31d639c3-3fed-4cfb-947c-2217f5c378a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:41.384043 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ee625-c0dc-470a-8dbe-0c5abb77859c admin admin] Pushing event deleted for resources: {'Port': ['ID=133655bc-a3b8-421a-b499-aae22bb803a3,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:41.413835 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-e40ee625-c0dc-470a-8dbe-0c5abb77859c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:41.465205 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667fc0ee-0c57-45b1-8dd1-80dff494c6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c355fc0-2a10-49da-96ea-9252f6a94a1f'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:50:41.593593 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667fc0ee-0c57-45b1-8dd1-80dff494c6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c355fc0-2a10-49da-96ea-9252f6a94a1f', 'code': 200} May 04 13:50:41.862441 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e40ee625-c0dc-470a-8dbe-0c5abb77859c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1977589'] for router_interface, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:41.910465 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469734c4-5974-47d9-88d0-a86a4252e91e req-d1930c61-5868-4d70-9504-598419d864b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:41.911903 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-469734c4-5974-47d9-88d0-a86a4252e91e req-d1930c61-5868-4d70-9504-598419d864b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 1099 time: 0.0928853 May 04 13:50:41.958194 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-469734c4-5974-47d9-88d0-a86a4252e91e req-316b3b03-b695-43f3-ab80-d57534502565 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399585 May 04 13:50:41.984072 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5584a6-c31f-4239-93f6-305b6c65ec9b req-a7730242-1d62-45d2-a5a5-18f4ad29034e tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:41.985563 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5b5584a6-c31f-4239-93f6-305b6c65ec9b req-a7730242-1d62-45d2-a5a5-18f4ad29034e tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 946 time: 0.2406969 May 04 13:50:42.110072 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5b5584a6-c31f-4239-93f6-305b6c65ec9b req-2457d508-a680-43a6-853c-d7ed2687e073 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708852 May 04 13:50:42.299022 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40ee625-c0dc-470a-8dbe-0c5abb77859c admin admin] Router 572322ec-7eb1-4269-bb2e-decc98a74d23 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:50:42.539791 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f979ec2-b044-4486-adfd-839fd79a743e req-a6a787c1-01d1-4e7b-ae7e-3ade5aa3a108 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:42.541222 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6f979ec2-b044-4486-adfd-839fd79a743e req-a6a787c1-01d1-4e7b-ae7e-3ade5aa3a108 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 946 time: 0.2409976 May 04 13:50:42.570204 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40ee625-c0dc-470a-8dbe-0c5abb77859c admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:50:42.578485 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b5d7b-3011-4c13-baaa-d4dd1e091f92 None None] Sync routers for ids ['572322ec-7eb1-4269-bb2e-decc98a74d23'] in dv-cinder-789564-1-smb {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:50:42.588709 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b5d7b-3011-4c13-baaa-d4dd1e091f92 None None] Routers {'572322ec-7eb1-4269-bb2e-decc98a74d23'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:50:42.589347 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-299b5d7b-3011-4c13-baaa-d4dd1e091f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:50:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['572322ec-7eb1-4269-bb2e-decc98a74d23'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:42.593108 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-e40ee625-c0dc-470a-8dbe-0c5abb77859c admin admin] 10.222.0.44 "PUT /v2.0/routers/572322ec-7eb1-4269-bb2e-decc98a74d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2455196 May 04 13:50:42.595860 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 52772) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:42.603774 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6f979ec2-b044-4486-adfd-839fd79a743e req-6c8b6adf-0230-4e21-94a3-9918a1c047c1 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551183 May 04 13:50:42.810693 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-db5ba171-9086-42f7-9026-47731d56ef9b admin admin] Notify callbacks [] for router, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:42.849519 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-299b5d7b-3011-4c13-baaa-d4dd1e091f92 None None] Set router 572322ec-7eb1-4269-bb2e-decc98a74d23 gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:50:43.174110 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-db5ba171-9086-42f7-9026-47731d56ef9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:43.248212 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-299b5d7b-3011-4c13-baaa-d4dd1e091f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'name': 'tempest-TestMinimumBasicScenario-217762730-router', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:20Z', 'updated_at': '2021-05-04T13:50:41Z', 'revision_number': 5, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'gw_port': {'id': '0d1f4dd1-79ef-4b46-a425-ddb0f37decec', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:73:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:22Z', 'updated_at': '2021-05-04T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:43.253517 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b5d7b-3011-4c13-baaa-d4dd1e091f92 None None] Checking router: 572322ec-7eb1-4269-bb2e-decc98a74d23 for host: dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:50:43.265948 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b5d7b-3011-4c13-baaa-d4dd1e091f92 None None] Routers {'572322ec-7eb1-4269-bb2e-decc98a74d23'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:50:43.267344 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-299b5d7b-3011-4c13-baaa-d4dd1e091f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:50:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['572322ec-7eb1-4269-bb2e-decc98a74d23'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:43.279394 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-db5ba171-9086-42f7-9026-47731d56ef9b admin admin] Deleting port 0d1f4dd1-79ef-4b46-a425-ddb0f37decec {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:50:43.279831 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-db5ba171-9086-42f7-9026-47731d56ef9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:43.385029 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b008fd7-e412-425b-876f-10a6dc9b62cc req-b1d4992a-3efc-4e9c-a932-65b01b490ac1 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:43.388568 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6b008fd7-e412-425b-876f-10a6dc9b62cc req-b1d4992a-3efc-4e9c-a932-65b01b490ac1 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 946 time: 0.1125665 May 04 13:50:43.425582 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-db5ba171-9086-42f7-9026-47731d56ef9b admin admin] For port 0d1f4dd1-79ef-4b46-a425-ddb0f37decec, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=0d1f4dd1-79ef-4b46-a425-ddb0f37decec,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:43.425928 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-db5ba171-9086-42f7-9026-47731d56ef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:43.461058 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-299b5d7b-3011-4c13-baaa-d4dd1e091f92 None None] Set router 572322ec-7eb1-4269-bb2e-decc98a74d23 gateway port host: None {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:50:43.600918 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6b008fd7-e412-425b-876f-10a6dc9b62cc req-bbc6b487-7ea4-4111-8cc3-8d194908377a tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036901 May 04 13:50:43.616954 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-299b5d7b-3011-4c13-baaa-d4dd1e091f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'name': 'tempest-TestMinimumBasicScenario-217762730-router', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:20Z', 'updated_at': '2021-05-04T13:50:43Z', 'revision_number': 6, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'gw_port_host': None}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:43.625498 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b5d7b-3011-4c13-baaa-d4dd1e091f92 None None] The sync data for ids ['572322ec-7eb1-4269-bb2e-decc98a74d23'] in dv-cinder-789564-1-smb is: [{'id': '572322ec-7eb1-4269-bb2e-decc98a74d23', 'name': 'tempest-TestMinimumBasicScenario-217762730-router', 'tenant_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:20Z', 'updated_at': '2021-05-04T13:50:43Z', 'revision_number': 6, 'project_id': 'cd535cb7605d4b0ba00714d0c6f98aad', 'gw_port_host': None}] {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:50:43.631907 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-db5ba171-9086-42f7-9026-47731d56ef9b admin admin] Calling delete_port for 0d1f4dd1-79ef-4b46-a425-ddb0f37decec owned by network:router_gateway {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:50:43.949463 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-db5ba171-9086-42f7-9026-47731d56ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:43.954523 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-1e1c5df8-10e5-4db2-80de-a15fa4846024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:44.001511 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ba171-9086-42f7-9026-47731d56ef9b admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1f4dd1-79ef-4b46-a425-ddb0f37decec,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:44.041202 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-db5ba171-9086-42f7-9026-47731d56ef9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:44.116730 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-db5ba171-9086-42f7-9026-47731d56ef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974378'] for router_gateway, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:44.300486 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-db5ba171-9086-42f7-9026-47731d56ef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1978110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47698'] for router, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:44.302965 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-db5ba171-9086-42f7-9026-47731d56ef9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:44.401322 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-db5ba171-9086-42f7-9026-47731d56ef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1974562'] for router, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:44.402025 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5ba171-9086-42f7-9026-47731d56ef9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 572322ec-7eb1-4269-bb2e-decc98a74d23 {{(pid=73860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 13:50:44.415530 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-db5ba171-9086-42f7-9026-47731d56ef9b admin admin] Notify callbacks [] for router, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:44.419203 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-db5ba171-9086-42f7-9026-47731d56ef9b admin admin] 10.222.0.44 "DELETE /v2.0/routers/572322ec-7eb1-4269-bb2e-decc98a74d23 HTTP/1.1" status: 204 len: 168 time: 1.8197701 May 04 13:50:44.419732 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 52808) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:44.484913 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7120dd-2b4b-4783-a003-0ec4fedf5366 admin admin] Deleting subnet 4355c3c9-e116-453d-92e4-886f7ef637b2 {{(pid=73861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 13:50:44.487926 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6e7120dd-2b4b-4783-a003-0ec4fedf5366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:44.545538 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6e7120dd-2b4b-4783-a003-0ec4fedf5366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1510469'] for subnet, precommit_delete_associations {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:44.688204 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6e7120dd-2b4b-4783-a003-0ec4fedf5366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989773'] for subnet, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:44.978214 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6e7120dd-2b4b-4783-a003-0ec4fedf5366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1510612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15463029'] for subnet, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:44.983762 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-43686d1e-1464-487c-8e9f-67f6877e233c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:45.024471 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7120dd-2b4b-4783-a003-0ec4fedf5366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4355c3c9-e116-453d-92e4-886f7ef637b2,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:45.027401 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6e7120dd-2b4b-4783-a003-0ec4fedf5366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:45.030716 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-6e7120dd-2b4b-4783-a003-0ec4fedf5366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:45.034704 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-6e7120dd-2b4b-4783-a003-0ec4fedf5366 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4355c3c9-e116-453d-92e4-886f7ef637b2 HTTP/1.1" status: 204 len: 168 time: 0.6129186 May 04 13:50:45.035399 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbd6852-d72c-4d25-83d2-9d3eb7359bd8 None None] Network b52ba926-9a0c-4ed7-8661-090c20371f1a requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:50:45.037699 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 52826) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:45.154745 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608811'] for network, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:45.249974 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Deleting port 01ad5135-174c-41d8-aafa-f1ce8e8e9069 {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:50:45.249974 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:45.301265 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07a125e-e19c-4e1b-aa4e-878bef13a9b2 None None] DHCP port deletion for b52ba926-9a0c-4ed7-8661-090c20371f1a request from dv-cinder-789564-1-smb {{(pid=73862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 13:50:45.366099 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] For port 01ad5135-174c-41d8-aafa-f1ce8e8e9069, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=01ad5135-174c-41d8-aafa-f1ce8e8e9069,segment=NetworkSegment(c19f3a95-bd63-49af-995e-6e0d222faf5f),segment_id=c19f3a95-bd63-49af-995e-6e0d222faf5f)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:45.366099 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:45.389927 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-e07a125e-e19c-4e1b-aa4e-878bef13a9b2 None None] Deleting port 01ad5135-174c-41d8-aafa-f1ce8e8e9069 {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:50:45.389927 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e07a125e-e19c-4e1b-aa4e-878bef13a9b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:45.500359 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-e07a125e-e19c-4e1b-aa4e-878bef13a9b2 None None] For port 01ad5135-174c-41d8-aafa-f1ce8e8e9069, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=01ad5135-174c-41d8-aafa-f1ce8e8e9069,segment=NetworkSegment(c19f3a95-bd63-49af-995e-6e0d222faf5f),segment_id=c19f3a95-bd63-49af-995e-6e0d222faf5f)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:45.500957 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e07a125e-e19c-4e1b-aa4e-878bef13a9b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:45.503222 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Calling delete_port for 01ad5135-174c-41d8-aafa-f1ce8e8e9069 owned by network:dhcp {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:50:45.565603 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:45.569518 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:45.576231 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 133655bc-a3b8-421a-b499-aae22bb803a3 no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:50:45.618702 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ad5135-174c-41d8-aafa-f1ce8e8e9069,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:45.622060 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:45.624155 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] No DVR routers for this DVR port 01ad5135-174c-41d8-aafa-f1ce8e8e9069 on host dv-cinder-789564-1-smb {{(pid=73861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:50:45.677315 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-e07a125e-e19c-4e1b-aa4e-878bef13a9b2 None None] Calling delete_port for 01ad5135-174c-41d8-aafa-f1ce8e8e9069 owned by network:dhcp {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:50:45.679892 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: 133655bc-a3b8-421a-b499-aae22bb803a3 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:50:45.680267 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 133655bc-a3b8-421a-b499-aae22bb803a3 not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:50:45.680685 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 0d1f4dd1-79ef-4b46-a425-ddb0f37decec no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:50:45.719067 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: 0d1f4dd1-79ef-4b46-a425-ddb0f37decec {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:50:45.719411 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 0d1f4dd1-79ef-4b46-a425-ddb0f37decec not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:50:45.719824 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 01ad5135-174c-41d8-aafa-f1ce8e8e9069 no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:50:45.744429 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985040', 'neutron.services.segments.db._delete_segments_for_network-8760702794289'] for network, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:45.754317 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: 01ad5135-174c-41d8-aafa-f1ce8e8e9069 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:50:45.754598 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 01ad5135-174c-41d8-aafa-f1ce8e8e9069 not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:50:45.793774 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e07a125e-e19c-4e1b-aa4e-878bef13a9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:45.797337 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-4f5f4080-f0cd-406a-8521-88379f49a818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:45.840942 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a125e-e19c-4e1b-aa4e-878bef13a9b2 None None] Pushing event deleted for resources: {'Port': ['ID=01ad5135-174c-41d8-aafa-f1ce8e8e9069,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:45.843322 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-e07a125e-e19c-4e1b-aa4e-878bef13a9b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:45.845887 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07a125e-e19c-4e1b-aa4e-878bef13a9b2 None None] No DVR routers for this DVR port 01ad5135-174c-41d8-aafa-f1ce8e8e9069 on host dv-cinder-789564-1-smb {{(pid=73862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:50:45.863809 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52ba926-9a0c-4ed7-8661-090c20371f1a']}} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:45.880042 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19f3a95-bd63-49af-995e-6e0d222faf5f') {'for_net_delete': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:45.880367 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19f3a95-bd63-49af-995e-6e0d222faf5f') {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:45.891976 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760702805351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1510524'] for segment, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:45.909424 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:45.916299 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=73861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:50:46.195103 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Network b52ba926-9a0c-4ed7-8661-090c20371f1a has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:50:46.205692 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-994584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1511030'] for segment, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:46.388349 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Network b52ba926-9a0c-4ed7-8661-090c20371f1a has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: Traceback (most recent call last): May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: timer() May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: cb(*args, **kw) May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: return func(*args, **kwargs) May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: self._notify() May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: self.callback(batched_events) May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: event.method(event) May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: return f(self, *a, **k) May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: return self._get(url).json() May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: return self.request(url, 'GET', **kwargs) May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:50:46.411262 dv-cinder-789564-1-smb neutron-server[73861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:50:46.515331 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974341'] for network, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:46.520850 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:46.525446 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1c43350a-2397-4f14-8ac6-9385b3045e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:46.550339 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Pushing event deleted for resources: {'Network': ['ID=b52ba926-9a0c-4ed7-8661-090c20371f1a,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:46.553664 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:46.572495 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-1cb8c0e9-eeff-4363-8204-c096d2804728 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b52ba926-9a0c-4ed7-8661-090c20371f1a HTTP/1.1" status: 204 len: 168 time: 1.5327744 May 04 13:50:46.575752 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 52850) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:47.229329 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332133a-c0eb-4a01-8d1d-34251106709c req-278ea663-020f-4c12-8c02-6e5df747444a tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:47.231858 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f332133a-c0eb-4a01-8d1d-34251106709c req-278ea663-020f-4c12-8c02-6e5df747444a tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.1212471 May 04 13:50:47.330024 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f332133a-c0eb-4a01-8d1d-34251106709c req-189a848d-8d26-4b8e-92ac-1be91c1282b3 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595927 May 04 13:50:47.352254 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-83096487-ce5d-4f45-9a97-85215270b22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967173'] for router_interface, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:47.977352 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-83096487-ce5d-4f45-9a97-85215270b22a admin admin] Deleting port 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:50:47.978012 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-83096487-ce5d-4f45-9a97-85215270b22a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:48.107085 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-83096487-ce5d-4f45-9a97-85215270b22a admin admin] For port 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=920663fb-b0b9-4f2f-8f77-a1e7fe5e1055,segment=NetworkSegment(1081cca2-ae15-46c1-94b8-f8ab4eff1143),segment_id=1081cca2-ae15-46c1-94b8-f8ab4eff1143)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:48.107476 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-83096487-ce5d-4f45-9a97-85215270b22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:48.277617 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-83096487-ce5d-4f45-9a97-85215270b22a admin admin] Calling delete_port for 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 owned by network:router_interface {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:50:48.439771 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-83096487-ce5d-4f45-9a97-85215270b22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:48.443662 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:48.534420 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83096487-ce5d-4f45-9a97-85215270b22a admin admin] Pushing event deleted for resources: {'Port': ['ID=920663fb-b0b9-4f2f-8f77-a1e7fe5e1055,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:48.538717 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-83096487-ce5d-4f45-9a97-85215270b22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:48.622529 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068cbdf-5a83-4976-9bad-ad088db8a611 req-887d6a72-64fc-4203-b77e-16c75995627f tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:48.625158 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4068cbdf-5a83-4976-9bad-ad088db8a611 req-887d6a72-64fc-4203-b77e-16c75995627f tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.1502380 May 04 13:50:48.795243 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4068cbdf-5a83-4976-9bad-ad088db8a611 req-debc4bbb-1ea5-4085-ab50-0f2f4fae6bd4 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263535 May 04 13:50:48.931257 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-83096487-ce5d-4f45-9a97-85215270b22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1977589'] for router_interface, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:49.403617 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83096487-ce5d-4f45-9a97-85215270b22a admin admin] Router cf15e2d9-4aab-4cc4-8f72-3f084617b6be has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:50:49.872159 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83096487-ce5d-4f45-9a97-85215270b22a admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:50:49.884879 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5c76f-08aa-481e-b43b-976a6e733cc1 None None] Sync routers for ids ['cf15e2d9-4aab-4cc4-8f72-3f084617b6be'] in dv-cinder-789564-1-smb {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:50:49.898935 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-83096487-ce5d-4f45-9a97-85215270b22a admin admin] 10.222.0.44 "PUT /v2.0/routers/cf15e2d9-4aab-4cc4-8f72-3f084617b6be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3215532 May 04 13:50:49.901491 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 52902) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:49.902336 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef5c76f-08aa-481e-b43b-976a6e733cc1 None None] Routers {'cf15e2d9-4aab-4cc4-8f72-3f084617b6be'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:50:49.903037 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-4ef5c76f-08aa-481e-b43b-976a6e733cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:50:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['cf15e2d9-4aab-4cc4-8f72-3f084617b6be'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:50.159110 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-4ef5c76f-08aa-481e-b43b-976a6e733cc1 None None] Set router cf15e2d9-4aab-4cc4-8f72-3f084617b6be gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:50:50.163390 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be4176-565f-4de2-99e1-b3c1d1ceb10c req-e051b9f7-6b72-4be2-aac7-f11f79f519af tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:50.165056 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f8be4176-565f-4de2-99e1-b3c1d1ceb10c req-e051b9f7-6b72-4be2-aac7-f11f79f519af tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.1968651 May 04 13:50:50.166429 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4a377429-368d-4882-95c9-b223fc9362c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:50.346403 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f8be4176-565f-4de2-99e1-b3c1d1ceb10c req-1dec8315-dc71-4489-8d99-9365285fff8e tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284926 May 04 13:50:50.391140 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4a377429-368d-4882-95c9-b223fc9362c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:50.465667 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-4ef5c76f-08aa-481e-b43b-976a6e733cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'name': 'tempest-TestMinimumBasicScenario-1796098624-router', 'tenant_id': 'e8e82c2902c64ab29cf39e6726269c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': '4d51670c-7f76-4537-b160-3a53c53d0b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:40Z', 'updated_at': '2021-05-04T13:50:48Z', 'revision_number': 5, 'project_id': 'e8e82c2902c64ab29cf39e6726269c85', 'gw_port': {'id': '4d51670c-7f76-4537-b160-3a53c53d0b97', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:43Z', 'updated_at': '2021-05-04T13:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:50.470817 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5c76f-08aa-481e-b43b-976a6e733cc1 None None] Checking router: cf15e2d9-4aab-4cc4-8f72-3f084617b6be for host: dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:50:50.471031 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-4a377429-368d-4882-95c9-b223fc9362c1 admin admin] Deleting port 4d51670c-7f76-4537-b160-3a53c53d0b97 {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:50:50.471759 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4a377429-368d-4882-95c9-b223fc9362c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:50.482497 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef5c76f-08aa-481e-b43b-976a6e733cc1 None None] Routers {'cf15e2d9-4aab-4cc4-8f72-3f084617b6be'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:50:50.483142 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-4ef5c76f-08aa-481e-b43b-976a6e733cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:50:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['cf15e2d9-4aab-4cc4-8f72-3f084617b6be'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:50.641292 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-4a377429-368d-4882-95c9-b223fc9362c1 admin admin] For port 4d51670c-7f76-4537-b160-3a53c53d0b97, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=4d51670c-7f76-4537-b160-3a53c53d0b97,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:50.641766 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4a377429-368d-4882-95c9-b223fc9362c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:50.748224 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-4ef5c76f-08aa-481e-b43b-976a6e733cc1 None None] Set router cf15e2d9-4aab-4cc4-8f72-3f084617b6be gateway port host: None {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:50:50.815250 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-4a377429-368d-4882-95c9-b223fc9362c1 admin admin] Calling delete_port for 4d51670c-7f76-4537-b160-3a53c53d0b97 owned by network:router_gateway {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:50:50.963561 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-4ef5c76f-08aa-481e-b43b-976a6e733cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'name': 'tempest-TestMinimumBasicScenario-1796098624-router', 'tenant_id': 'e8e82c2902c64ab29cf39e6726269c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:40Z', 'updated_at': '2021-05-04T13:50:50Z', 'revision_number': 6, 'project_id': 'e8e82c2902c64ab29cf39e6726269c85', 'gw_port_host': None}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:50.971519 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5c76f-08aa-481e-b43b-976a6e733cc1 None None] The sync data for ids ['cf15e2d9-4aab-4cc4-8f72-3f084617b6be'] in dv-cinder-789564-1-smb is: [{'id': 'cf15e2d9-4aab-4cc4-8f72-3f084617b6be', 'name': 'tempest-TestMinimumBasicScenario-1796098624-router', 'tenant_id': 'e8e82c2902c64ab29cf39e6726269c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:40Z', 'updated_at': '2021-05-04T13:50:50Z', 'revision_number': 6, 'project_id': 'e8e82c2902c64ab29cf39e6726269c85', 'gw_port_host': None}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:50:50.972129 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4a377429-368d-4882-95c9-b223fc9362c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:50.977755 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-6043cac7-1731-4464-a6af-75bbb97f3005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:51.029887 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a377429-368d-4882-95c9-b223fc9362c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d51670c-7f76-4537-b160-3a53c53d0b97,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:51.032550 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-4a377429-368d-4882-95c9-b223fc9362c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:51.129132 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4a377429-368d-4882-95c9-b223fc9362c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974378'] for router_gateway, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:51.449371 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4a377429-368d-4882-95c9-b223fc9362c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1978110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47698'] for router, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:51.454004 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4a377429-368d-4882-95c9-b223fc9362c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:51.501665 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4a377429-368d-4882-95c9-b223fc9362c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1974562'] for router, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:51.503899 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a377429-368d-4882-95c9-b223fc9362c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf15e2d9-4aab-4cc4-8f72-3f084617b6be {{(pid=73861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 13:50:51.529967 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4a377429-368d-4882-95c9-b223fc9362c1 admin admin] Notify callbacks [] for router, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:51.532344 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-4a377429-368d-4882-95c9-b223fc9362c1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/cf15e2d9-4aab-4cc4-8f72-3f084617b6be HTTP/1.1" status: 204 len: 168 time: 1.6289167 May 04 13:50:51.536112 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 52924) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:51.609761 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69d7f6b-50b5-4db8-beaf-63dc86fbb935 admin admin] Deleting subnet 7a8b832b-8c15-4529-8595-9f671d16ce33 {{(pid=73861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 13:50:51.615052 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e69d7f6b-50b5-4db8-beaf-63dc86fbb935 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:51.721610 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e69d7f6b-50b5-4db8-beaf-63dc86fbb935 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1510469'] for subnet, precommit_delete_associations {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:51.821508 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1981a1-f51a-440e-90dd-20c10a787679 req-431655fd-4822-4f84-a58e-60a8948234c0 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:51.823513 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6b1981a1-f51a-440e-90dd-20c10a787679 req-431655fd-4822-4f84-a58e-60a8948234c0 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.1742511 May 04 13:50:51.871066 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e69d7f6b-50b5-4db8-beaf-63dc86fbb935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989773'] for subnet, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:51.876715 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:50:51.921488 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:50:51.921848 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 920663fb-b0b9-4f2f-8f77-a1e7fe5e1055 not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:50:51.922603 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 4d51670c-7f76-4537-b160-3a53c53d0b97 no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:50:51.936813 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6b1981a1-f51a-440e-90dd-20c10a787679 req-f0736194-ee9e-4e02-b0b7-29776b897a3b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981545 May 04 13:50:51.958882 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: 4d51670c-7f76-4537-b160-3a53c53d0b97 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:50:51.959467 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 4d51670c-7f76-4537-b160-3a53c53d0b97 not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:50:52.175467 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e69d7f6b-50b5-4db8-beaf-63dc86fbb935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1510612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15463029'] for subnet, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:52.183721 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:52.220430 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:52.227237 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d7f6b-50b5-4db8-beaf-63dc86fbb935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a8b832b-8c15-4529-8595-9f671d16ce33,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:52.230706 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-e69d7f6b-50b5-4db8-beaf-63dc86fbb935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:52.232830 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e69d7f6b-50b5-4db8-beaf-63dc86fbb935 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:52.239840 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-e69d7f6b-50b5-4db8-beaf-63dc86fbb935 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7a8b832b-8c15-4529-8595-9f671d16ce33 HTTP/1.1" status: 204 len: 168 time: 0.7024019 May 04 13:50:52.241801 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c961757d-8962-4c37-bec9-b15c297a6a4c None None] Network 133ca9c2-c454-4e16-9ae3-7f25e2a291b5 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:50:52.244004 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 52930) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:52.363448 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608811'] for network, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:52.447672 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Deleting port 46b84333-7ea2-4c0d-9203-3472acec0dfd {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:50:52.448019 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:52.541876 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf851981-3a99-4c5c-a926-8caec25e7046 None None] DHCP port deletion for 133ca9c2-c454-4e16-9ae3-7f25e2a291b5 request from dv-cinder-789564-1-smb {{(pid=73862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 13:50:52.565740 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] For port 46b84333-7ea2-4c0d-9203-3472acec0dfd, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=46b84333-7ea2-4c0d-9203-3472acec0dfd,segment=NetworkSegment(1081cca2-ae15-46c1-94b8-f8ab4eff1143),segment_id=1081cca2-ae15-46c1-94b8-f8ab4eff1143)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:52.566417 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:52.615744 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-bf851981-3a99-4c5c-a926-8caec25e7046 None None] Deleting port 46b84333-7ea2-4c0d-9203-3472acec0dfd {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:50:52.616132 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bf851981-3a99-4c5c-a926-8caec25e7046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:52.713944 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Calling delete_port for 46b84333-7ea2-4c0d-9203-3472acec0dfd owned by network:dhcp {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:50:52.737385 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-bf851981-3a99-4c5c-a926-8caec25e7046 None None] For port 46b84333-7ea2-4c0d-9203-3472acec0dfd, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=46b84333-7ea2-4c0d-9203-3472acec0dfd,segment=NetworkSegment(1081cca2-ae15-46c1-94b8-f8ab4eff1143),segment_id=1081cca2-ae15-46c1-94b8-f8ab4eff1143)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:50:52.738255 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bf851981-3a99-4c5c-a926-8caec25e7046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:52.789031 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:52.794098 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-173b0eb5-9581-484b-a40d-5d303e829b11 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:52.841602 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Pushing event deleted for resources: {'Port': ['ID=46b84333-7ea2-4c0d-9203-3472acec0dfd,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:52.845802 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:52.848523 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] No DVR routers for this DVR port 46b84333-7ea2-4c0d-9203-3472acec0dfd on host dv-cinder-789564-1-smb {{(pid=73861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:50:52.997028 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985040', 'neutron.services.segments.db._delete_segments_for_network-8760702794289'] for network, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:52.999060 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-bf851981-3a99-4c5c-a926-8caec25e7046 None None] Calling delete_port for 46b84333-7ea2-4c0d-9203-3472acec0dfd owned by network:dhcp {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:50:53.050275 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bf851981-3a99-4c5c-a926-8caec25e7046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:53.055745 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:53.103875 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf851981-3a99-4c5c-a926-8caec25e7046 None None] Pushing event deleted for resources: {'Port': ['ID=46b84333-7ea2-4c0d-9203-3472acec0dfd,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:53.107469 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-bf851981-3a99-4c5c-a926-8caec25e7046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:53.108601 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf851981-3a99-4c5c-a926-8caec25e7046 None None] No DVR routers for this DVR port 46b84333-7ea2-4c0d-9203-3472acec0dfd on host dv-cinder-789564-1-smb {{(pid=73862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:50:53.192242 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133ca9c2-c454-4e16-9ae3-7f25e2a291b5']}} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:53.316440 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1081cca2-ae15-46c1-94b8-f8ab4eff1143') {'for_net_delete': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:53.316730 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1081cca2-ae15-46c1-94b8-f8ab4eff1143') {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:53.332480 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760702805351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1510524'] for segment, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:53.353725 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:53.367352 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=73861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:50:53.400133 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2553a-c3d8-4d49-be47-58d7cd14ec04 req-3b993cc1-5ecf-4399-aa0f-9bf64d69d27d tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:53.401582 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-53a2553a-c3d8-4d49-be47-58d7cd14ec04 req-3b993cc1-5ecf-4399-aa0f-9bf64d69d27d tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.2879927 May 04 13:50:53.549974 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 46b84333-7ea2-4c0d-9203-3472acec0dfd no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:50:53.584004 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Network 133ca9c2-c454-4e16-9ae3-7f25e2a291b5 has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:50:53.587222 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: 46b84333-7ea2-4c0d-9203-3472acec0dfd {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:50:53.587584 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 46b84333-7ea2-4c0d-9203-3472acec0dfd not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:50:53.600189 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-994584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1511030'] for segment, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:53.616747 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-53a2553a-c3d8-4d49-be47-58d7cd14ec04 req-0e84d0ca-53b2-4f28-ac23-ccd5bd3b5970 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590316 May 04 13:50:53.787433 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Network 133ca9c2-c454-4e16-9ae3-7f25e2a291b5 has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: Traceback (most recent call last): May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: timer() May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: cb(*args, **kw) May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: return func(*args, **kwargs) May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: self._notify() May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: self.callback(batched_events) May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: event.method(event) May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: return f(self, *a, **k) May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: return self._get(url).json() May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: return self.request(url, 'GET', **kwargs) May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:50:53.810573 dv-cinder-789564-1-smb neutron-server[73861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:50:53.892390 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974341'] for network, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:53.896464 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:53.912816 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:53.924123 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Pushing event deleted for resources: {'Network': ['ID=133ca9c2-c454-4e16-9ae3-7f25e2a291b5,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:53.928527 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:53.933470 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] 10.222.0.44 "DELETE /v2.0/networks/133ca9c2-c454-4e16-9ae3-7f25e2a291b5 HTTP/1.1" status: 204 len: 168 time: 1.6868536 May 04 13:50:54.090895 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 52960) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:54.170188 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-1d242c47-07cc-4445-94f6-57c3aed65c17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd535cb7605d4b0ba00714d0c6f98aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0778654 May 04 13:50:54.173568 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 52964) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:54.237439 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a6a39cfd-74f9-4f71-aa07-9bbaa2c5859b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:54.265677 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a6a39cfd-74f9-4f71-aa07-9bbaa2c5859b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:54.320695 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a6a39cfd-74f9-4f71-aa07-9bbaa2c5859b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:54.325005 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bbb4fe13-5707-46e8-83f8-a84e5355a0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:54.339964 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a39cfd-74f9-4f71-aa07-9bbaa2c5859b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02054e07-dfea-42ac-bc0a-d80e59898bf2,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:54.342468 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a6a39cfd-74f9-4f71-aa07-9bbaa2c5859b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:54.350270 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a6a39cfd-74f9-4f71-aa07-9bbaa2c5859b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:54.351417 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-a6a39cfd-74f9-4f71-aa07-9bbaa2c5859b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02054e07-dfea-42ac-bc0a-d80e59898bf2 HTTP/1.1" status: 204 len: 168 time: 0.1768808 May 04 13:50:54.737635 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 52976) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:54.853077 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-03cc3f8a-c380-4ace-bdf1-bcc4cc8b298f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8e82c2902c64ab29cf39e6726269c85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1128383 May 04 13:50:54.859788 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 52982) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:50:54.890270 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238273af-66ca-48c8-a7ec-e8aea1d0c92a req-e71a1d0f-e9eb-4f16-ab2d-853ba94605bf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:54.892324 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-238273af-66ca-48c8-a7ec-e8aea1d0c92a req-e71a1d0f-e9eb-4f16-ab2d-853ba94605bf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.1383812 May 04 13:50:54.934742 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-867d7f69-61fe-4cce-b95a-17dc0e2f1ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:54.946979 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-238273af-66ca-48c8-a7ec-e8aea1d0c92a req-c439b3b9-5ce8-4bf6-afef-aede72dfed72 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470874 May 04 13:50:54.964512 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-867d7f69-61fe-4cce-b95a-17dc0e2f1ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:55.034295 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-867d7f69-61fe-4cce-b95a-17dc0e2f1ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:55.043991 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-fad1981b-2cc5-4b55-a4e0-be46229d2bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:50:55.060773 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d7f69-61fe-4cce-b95a-17dc0e2f1ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c633ad-1f17-4cf9-9ad1-ff6075e454ae,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:55.063973 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-867d7f69-61fe-4cce-b95a-17dc0e2f1ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:50:55.067103 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-867d7f69-61fe-4cce-b95a-17dc0e2f1ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:55.069569 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-867d7f69-61fe-4cce-b95a-17dc0e2f1ac1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2c633ad-1f17-4cf9-9ad1-ff6075e454ae HTTP/1.1" status: 204 len: 168 time: 0.2076242 May 04 13:50:56.153509 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-dba7607c-6760-45e5-846d-600a30d66138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:56.185251 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d9d51-0d29-468f-a238-208531f5c1af req-4c1e0f71-1566-4a2a-a6e6-c01bda960388 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:56.187870 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-665d9d51-0d29-468f-a238-208531f5c1af req-4c1e0f71-1566-4a2a-a6e6-c01bda960388 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.1133454 May 04 13:50:56.255549 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-665d9d51-0d29-468f-a238-208531f5c1af req-4100b23b-fa78-4dcc-9f79-f41808e2110c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619338 May 04 13:50:57.348937 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170c6af-9d7e-4ce6-838d-f36b694adc01 req-df64e7cc-9807-4f0d-9ccf-4d6fb6948bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:57.352020 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3170c6af-9d7e-4ce6-838d-f36b694adc01 req-df64e7cc-9807-4f0d-9ccf-4d6fb6948bc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba7d7287eddb4c00ab92d7d96e686d4e&device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 1098 time: 0.0958755 May 04 13:50:57.485737 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abf084-33aa-46c5-9336-bf7152830fbc req-52c05bb2-7495-4cc1-9324-1feb89288345 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:57.487353 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-94abf084-33aa-46c5-9336-bf7152830fbc req-52c05bb2-7495-4cc1-9324-1feb89288345 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.1012785 May 04 13:50:57.562583 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-94abf084-33aa-46c5-9336-bf7152830fbc req-367ac7ef-185c-4cb4-899a-9c231e7c00bf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608189 May 04 13:50:57.622169 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170c6af-9d7e-4ce6-838d-f36b694adc01 req-9137bd68-860c-4b6d-8490-c7384b6b4453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:57.623665 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3170c6af-9d7e-4ce6-838d-f36b694adc01 req-9137bd68-860c-4b6d-8490-c7384b6b4453 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5819c209-e830-494e-8b5b-2011ecaaec60 HTTP/1.1" status: 200 len: 909 time: 0.2606578 May 04 13:50:57.748811 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3170c6af-9d7e-4ce6-838d-f36b694adc01 req-cc11ec55-786b-4c80-add9-dd3a7de14ed5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 HTTP/1.1" status: 200 len: 999 time: 0.1159086 May 04 13:50:57.824098 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170c6af-9d7e-4ce6-838d-f36b694adc01 req-10234b6d-f322-46ed-89f4-c4d119e3a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:57.825700 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3170c6af-9d7e-4ce6-838d-f36b694adc01 req-10234b6d-f322-46ed-89f4-c4d119e3a669 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afaec3b4-ea0f-4701-811e-4142e4284074 HTTP/1.1" status: 200 len: 847 time: 0.0686188 May 04 13:50:57.913858 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170c6af-9d7e-4ce6-838d-f36b694adc01 req-f6385858-331c-42dc-b60e-a9509eb2b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:57.915429 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3170c6af-9d7e-4ce6-838d-f36b694adc01 req-f6385858-331c-42dc-b60e-a9509eb2b0ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5819c209-e830-494e-8b5b-2011ecaaec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817149 May 04 13:50:58.077541 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3170c6af-9d7e-4ce6-838d-f36b694adc01 req-15194f89-2a65-4226-8f19-79ca51986de5 service neutron] 10.222.0.30 "GET /v2.0/networks/5819c209-e830-494e-8b5b-2011ecaaec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556478 May 04 13:50:58.225493 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3170c6af-9d7e-4ce6-838d-f36b694adc01 req-a1ea6d2c-5b39-48ae-9aa7-806c8afd8ef8 service neutron] 10.222.0.30 "GET /v2.0/networks/5819c209-e830-494e-8b5b-2011ecaaec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390567 May 04 13:50:58.766067 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ad99f-f8e1-4ec2-9a31-1812bc140711 req-a577a80e-9ce2-41aa-8ca9-b3ff32d27605 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:50:58.767705 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7d6ad99f-f8e1-4ec2-9a31-1812bc140711 req-a577a80e-9ce2-41aa-8ca9-b3ff32d27605 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.0897052 May 04 13:50:58.797641 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-81d36e0b-b7f1-4555-9c29-da1e9f417efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:50:58.819744 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7d6ad99f-f8e1-4ec2-9a31-1812bc140711 req-79fa212a-cebf-4dc4-9d9f-1f459d47e9bf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456908 May 04 13:50:59.532398 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:00.020096 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff4c53-9ad5-4248-9c82-d6a18cec6965 req-4db16b9e-1807-4a28-998c-5439748c7715 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:00.021496 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a5ff4c53-9ad5-4248-9c82-d6a18cec6965 req-4db16b9e-1807-4a28-998c-5439748c7715 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.0889487 May 04 13:51:00.074858 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a5ff4c53-9ad5-4248-9c82-d6a18cec6965 req-e406e0c0-466e-4be4-a3af-e0526269b3b9 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456975 May 04 13:51:00.310319 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:01.304738 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a6c90-919b-4c86-921d-e9a2805c1829 req-dccd3093-6042-48fb-8348-698af7a2cca3 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:01.306342 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-589a6c90-919b-4c86-921d-e9a2805c1829 req-dccd3093-6042-48fb-8348-698af7a2cca3 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.0918152 May 04 13:51:01.359077 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-589a6c90-919b-4c86-921d-e9a2805c1829 req-37d31628-e3b3-4682-b2df-466b792437fa tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452375 May 04 13:51:01.754129 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f3eb9593-9589-4bf1-9a00-5d36ef99f603 req-70086c87-9ded-4f2d-9b13-d8c02a188748 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132879 May 04 13:51:01.828454 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733b152-7463-45cd-acae-fa22b527a2c0 req-0b8ec864-ab21-417f-8f76-1db88f547207 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:01.830547 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5733b152-7463-45cd-acae-fa22b527a2c0 req-0b8ec864-ab21-417f-8f76-1db88f547207 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.0904088 May 04 13:51:01.881878 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5733b152-7463-45cd-acae-fa22b527a2c0 req-c97d1136-0e39-43f9-a7b8-2c0ac7ead8d1 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449190 May 04 13:51:02.630519 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:02.863997 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:51:03.009724 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:03.046490 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:51:03.059593 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023,segment=NetworkSegment(c526d66a-050e-4f2d-b706-4b508fd7f802),segment_id=c526d66a-050e-4f2d-b706-4b508fd7f802)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:51:03.065840 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:03.069173 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:03.112230 dv-cinder-789564-1-smb neutron-server[73862]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023', 'code': 422} returned with failed status May 04 13:51:03.160244 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023,revision_number=6']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:03.169986 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:03.181332 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b0226-ee14-4085-9bf8-0398aa7aa6b2 req-78540132-85c0-4e25-ba15-2ba0a22401b1 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:03.183854 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f41b0226-ee14-4085-9bf8-0398aa7aa6b2 req-78540132-85c0-4e25-ba15-2ba0a22401b1 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 943 time: 0.0905647 May 04 13:51:03.230881 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f41b0226-ee14-4085-9bf8-0398aa7aa6b2 req-580a8d77-352a-4e79-bef4-6a6edb15e163 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411370 May 04 13:51:03.535609 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb9593-9589-4bf1-9a00-5d36ef99f603 req-86c7010a-5262-4318-8fb3-57d4fcf99050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:03.537160 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f3eb9593-9589-4bf1-9a00-5d36ef99f603 req-86c7010a-5262-4318-8fb3-57d4fcf99050 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87&tenant_id=ba7d7287eddb4c00ab92d7d96e686d4e HTTP/1.1" status: 200 len: 1096 time: 0.0855784 May 04 13:51:03.658086 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb9593-9589-4bf1-9a00-5d36ef99f603 req-a75237b4-d52b-42ff-a2e6-4758e17e9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:03.659627 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f3eb9593-9589-4bf1-9a00-5d36ef99f603 req-a75237b4-d52b-42ff-a2e6-4758e17e9620 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba7d7287eddb4c00ab92d7d96e686d4e&device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 1096 time: 0.0974038 May 04 13:51:03.830646 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb9593-9589-4bf1-9a00-5d36ef99f603 req-32b8757d-f129-4c48-878d-0d43e7dc2cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:03.833008 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f3eb9593-9589-4bf1-9a00-5d36ef99f603 req-32b8757d-f129-4c48-878d-0d43e7dc2cc1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5819c209-e830-494e-8b5b-2011ecaaec60 HTTP/1.1" status: 200 len: 909 time: 0.1592519 May 04 13:51:03.971282 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f3eb9593-9589-4bf1-9a00-5d36ef99f603 req-a1aea0ed-f4c2-474a-acba-d8ae5e6bbfbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 HTTP/1.1" status: 200 len: 997 time: 0.1292200 May 04 13:51:04.047449 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb9593-9589-4bf1-9a00-5d36ef99f603 req-69d6a6fa-d45b-4760-a8ce-872b24e319bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:04.048995 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f3eb9593-9589-4bf1-9a00-5d36ef99f603 req-69d6a6fa-d45b-4760-a8ce-872b24e319bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afaec3b4-ea0f-4701-811e-4142e4284074 HTTP/1.1" status: 200 len: 847 time: 0.0705807 May 04 13:51:04.137408 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb9593-9589-4bf1-9a00-5d36ef99f603 req-3b235e8d-0f2e-4a98-934c-20e4baf647cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:04.138948 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f3eb9593-9589-4bf1-9a00-5d36ef99f603 req-3b235e8d-0f2e-4a98-934c-20e4baf647cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5819c209-e830-494e-8b5b-2011ecaaec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827034 May 04 13:51:04.380945 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f3eb9593-9589-4bf1-9a00-5d36ef99f603 req-22f55a93-b589-42d4-bc25-9599dbe2dc7d service neutron] 10.222.0.30 "GET /v2.0/networks/5819c209-e830-494e-8b5b-2011ecaaec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334352 May 04 13:51:04.497113 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39995bd-c59b-4284-a396-598e6a09dc54 req-4cf65d34-c662-4065-b83e-a842e0a52ec0 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:04.498722 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b39995bd-c59b-4284-a396-598e6a09dc54 req-4cf65d34-c662-4065-b83e-a842e0a52ec0 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 943 time: 0.1398184 May 04 13:51:04.570411 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-f3eb9593-9589-4bf1-9a00-5d36ef99f603 req-0353a117-432f-4dae-8075-d5f8415e4f20 service neutron] 10.222.0.30 "GET /v2.0/networks/5819c209-e830-494e-8b5b-2011ecaaec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821613 May 04 13:51:04.580079 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b39995bd-c59b-4284-a396-598e6a09dc54 req-b61264f8-df39-44fc-be54-6abdd074c6ae tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724423 May 04 13:51:04.665217 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ed38c-81a3-4aaa-88a0-dcdf27f3d242 req-205b0256-835a-45ad-bb42-a64834bde55f tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:04.666908 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-046ed38c-81a3-4aaa-88a0-dcdf27f3d242 req-205b0256-835a-45ad-bb42-a64834bde55f tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 946 time: 0.0906329 May 04 13:51:04.717886 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-046ed38c-81a3-4aaa-88a0-dcdf27f3d242 req-6e152605-54ac-4e9e-a7b9-1997bc58ed2b tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438726 May 04 13:51:06.041968 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a1504-26f8-4de8-803f-3d16ddb8373e req-919f4f35-9ef9-4d9f-be89-7ec1e4801223 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:06.043720 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-109a1504-26f8-4de8-803f-3d16ddb8373e req-919f4f35-9ef9-4d9f-be89-7ec1e4801223 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 943 time: 0.2646418 May 04 13:51:06.059412 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582906f-5a82-4cdf-a86f-bddbe346a3a9 req-bdb10712-1902-4263-a2ae-1dce92ce7148 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:06.061095 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8582906f-5a82-4cdf-a86f-bddbe346a3a9 req-bdb10712-1902-4263-a2ae-1dce92ce7148 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 946 time: 0.1396458 May 04 13:51:06.142399 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8582906f-5a82-4cdf-a86f-bddbe346a3a9 req-e8dbccd5-3710-4390-ab95-7d74ce7a381a tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648100 May 04 13:51:06.145724 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-109a1504-26f8-4de8-803f-3d16ddb8373e req-eaca046b-b2ad-45a7-b15c-d8fb1262c3f9 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835304 May 04 13:51:06.897335 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:51:07.036734 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023,segment=NetworkSegment(c526d66a-050e-4f2d-b706-4b508fd7f802),segment_id=c526d66a-050e-4f2d-b706-4b508fd7f802)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:51:07.051442 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023', 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60', 'port_id': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023', 'mac_address': 'fa:16:3e:fd:62:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:51:07.111559 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:07.129634 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:51:07.145636 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023,segment=NetworkSegment(c526d66a-050e-4f2d-b706-4b508fd7f802),segment_id=c526d66a-050e-4f2d-b706-4b508fd7f802)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:51:07.153380 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:07.155235 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7c84535e-c60c-4fb1-9d77-ce6b3d5ded92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:07.229938 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023,revision_number=7']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:07.233526 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:07.405101 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['4ff57207-26f9-4e2a-9aa8-44cc3fc3b023'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:51:07.422156 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdf01d-0b9b-4a1a-9250-841ee5a6cdb2 req-dbfbda67-985a-46aa-8c28-038673b676dd tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:07.423976 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f1bdf01d-0b9b-4a1a-9250-841ee5a6cdb2 req-dbfbda67-985a-46aa-8c28-038673b676dd tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 946 time: 0.1193850 May 04 13:51:07.470237 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6723af-48f4-4e8d-b6f9-0754aecb8a63 req-77f20e4a-b72e-4266-b880-32bf3b6d4131 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:07.471469 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9e6723af-48f4-4e8d-b6f9-0754aecb8a63 req-77f20e4a-b72e-4266-b880-32bf3b6d4131 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 944 time: 0.2062683 May 04 13:51:07.520936 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f1bdf01d-0b9b-4a1a-9250-841ee5a6cdb2 req-bb532b08-e068-47f1-800e-8a8108f574ad tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836103 May 04 13:51:07.545827 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9e6723af-48f4-4e8d-b6f9-0754aecb8a63 req-31898d3b-095e-40fa-9fd5-d8fb8d84f3f9 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626094 May 04 13:51:08.819791 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80778bf2-d0e6-4fc8-b8e0-5e4c81887841 req-775075d1-d03b-4af4-95e3-62c8d481bbb2 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:08.821319 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-80778bf2-d0e6-4fc8-b8e0-5e4c81887841 req-775075d1-d03b-4af4-95e3-62c8d481bbb2 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 946 time: 0.1487899 May 04 13:51:08.841263 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275e635-ebdc-4fb7-a377-ac58010ebe8e req-17bccbcc-b3b5-413b-bfd3-04aeb105d70b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:08.842877 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8275e635-ebdc-4fb7-a377-ac58010ebe8e req-17bccbcc-b3b5-413b-bfd3-04aeb105d70b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 944 time: 0.1319296 May 04 13:51:08.910299 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:51:08.946120 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-80778bf2-d0e6-4fc8-b8e0-5e4c81887841 req-206ddf5e-ecb6-4b84-a25e-74112b30b087 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1607265-d9cc-4711-a6a2-5243a6fd630d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136355 May 04 13:51:08.949579 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8275e635-ebdc-4fb7-a377-ac58010ebe8e req-e9aed702-62c2-4be2-935f-b02777d4265d tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902784 May 04 13:51:08.994835 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:51:08.995257 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:09.133397 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:09.164830 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf593f82-6eee-4fcd-bf22-ff01d430d849 req-a56189ca-6148-45d6-ad9d-81ac5da77bf6 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:09.165594 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-cf593f82-6eee-4fcd-bf22-ff01d430d849 req-a56189ca-6148-45d6-ad9d-81ac5da77bf6 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Synchronizing usage tracker for tenant:3bbb9e4eb2524396859e01db68d15a04 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:51:09.168197 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:51:09.180343 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023,segment=NetworkSegment(c526d66a-050e-4f2d-b706-4b508fd7f802),segment_id=c526d66a-050e-4f2d-b706-4b508fd7f802)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:51:09.188467 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:09.191005 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-bf851981-3a99-4c5c-a926-8caec25e7046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:09.201611 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-cf593f82-6eee-4fcd-bf22-ff01d430d849 req-a56189ca-6148-45d6-ad9d-81ac5da77bf6 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Unset dirty status for tenant:3bbb9e4eb2524396859e01db68d15a04 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:51:09.203213 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-cf593f82-6eee-4fcd-bf22-ff01d430d849 req-a56189ca-6148-45d6-ad9d-81ac5da77bf6 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.30 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 946 time: 0.1395586 May 04 13:51:09.235792 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023', 'code': 200} May 04 13:51:09.277833 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023,revision_number=8']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:09.282838 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:09.527507 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-cf593f82-6eee-4fcd-bf22-ff01d430d849 req-fb50d90b-ec12-4b07-8271-6a2823b659f0 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Deleting port 2c355fc0-2a10-49da-96ea-9252f6a94a1f {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:51:09.527856 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-cf593f82-6eee-4fcd-bf22-ff01d430d849 req-fb50d90b-ec12-4b07-8271-6a2823b659f0 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:09.673139 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6b172-5517-44df-a9e7-934fbd96cde3 req-380df3b8-ca79-4a47-96e1-d688ac530d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:09.674632 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-68d6b172-5517-44df-a9e7-934fbd96cde3 req-380df3b8-ca79-4a47-96e1-d688ac530d94 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 1098 time: 0.2056756 May 04 13:51:09.686005 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-cf593f82-6eee-4fcd-bf22-ff01d430d849 req-fb50d90b-ec12-4b07-8271-6a2823b659f0 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] For port 2c355fc0-2a10-49da-96ea-9252f6a94a1f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2c355fc0-2a10-49da-96ea-9252f6a94a1f,segment=NetworkSegment(ba383f80-b2e5-41cc-a401-e28861ad6d78),segment_id=ba383f80-b2e5-41cc-a401-e28861ad6d78)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:51:09.686374 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-cf593f82-6eee-4fcd-bf22-ff01d430d849 req-fb50d90b-ec12-4b07-8271-6a2823b659f0 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:09.831794 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-cf593f82-6eee-4fcd-bf22-ff01d430d849 req-fb50d90b-ec12-4b07-8271-6a2823b659f0 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Calling delete_port for 2c355fc0-2a10-49da-96ea-9252f6a94a1f owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:51:09.855640 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-68d6b172-5517-44df-a9e7-934fbd96cde3 req-1466e20c-16f9-42b5-8c62-2fddacf6dac7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717288 May 04 13:51:09.965696 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-cf593f82-6eee-4fcd-bf22-ff01d430d849 req-fb50d90b-ec12-4b07-8271-6a2823b659f0 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:09.971776 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-258dde7d-ea7a-4daa-bc2b-e6881d046441 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:09.977908 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['2c355fc0-2a10-49da-96ea-9252f6a94a1f'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:51:10.018854 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50d90b-ec12-4b07-8271-6a2823b659f0 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Pushing event deleted for resources: {'Port': ['ID=2c355fc0-2a10-49da-96ea-9252f6a94a1f,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:10.022074 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-fb50d90b-ec12-4b07-8271-6a2823b659f0 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:10.116833 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf593f82-6eee-4fcd-bf22-ff01d430d849 req-fb50d90b-ec12-4b07-8271-6a2823b659f0 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] No DVR routers for this DVR port 2c355fc0-2a10-49da-96ea-9252f6a94a1f on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:51:10.119479 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-cf593f82-6eee-4fcd-bf22-ff01d430d849 req-fb50d90b-ec12-4b07-8271-6a2823b659f0 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:10.123590 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667fc0ee-0c57-45b1-8dd1-80dff494c6f7', 'name': 'network-vif-deleted', 'tag': '2c355fc0-2a10-49da-96ea-9252f6a94a1f'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:51:10.129126 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-eece722a-5caa-48d8-ad81-4abb4d6a5f6a req-fc47d2be-c5cf-4306-89ca-5fb274777b42 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.44 "GET /v2.0/ports?device_id=667fc0ee-0c57-45b1-8dd1-80dff494c6f7 HTTP/1.1" status: 200 len: 210 time: 0.0570645 May 04 13:51:10.145899 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-cf593f82-6eee-4fcd-bf22-ff01d430d849 req-fb50d90b-ec12-4b07-8271-6a2823b659f0 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] 10.222.0.30 "DELETE /v2.0/ports/2c355fc0-2a10-49da-96ea-9252f6a94a1f HTTP/1.1" status: 204 len: 173 time: 0.9372032 May 04 13:51:10.191596 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667fc0ee-0c57-45b1-8dd1-80dff494c6f7', 'name': 'network-vif-deleted', 'tag': '2c355fc0-2a10-49da-96ea-9252f6a94a1f', 'status': 'completed', 'code': 200} May 04 13:51:10.264296 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb7c5e-957b-47da-bf6e-e79ed785125c req-bcdca63f-bc6e-46cb-a53b-856f60138971 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:10.271716 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b6fb7c5e-957b-47da-bf6e-e79ed785125c req-bcdca63f-bc6e-46cb-a53b-856f60138971 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.0980115 May 04 13:51:10.330373 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b6fb7c5e-957b-47da-bf6e-e79ed785125c req-d19c524e-da0f-4315-ad44-f2d4ef4c3cd7 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572267 May 04 13:51:11.065120 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 53248) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:11.185731 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e9cf-7bd3-4b54-80d8-49c7aaa41bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:11.203462 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f4a3e9cf-7bd3-4b54-80d8-49c7aaa41bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:51:11.207322 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-f4a3e9cf-7bd3-4b54-80d8-49c7aaa41bf6 admin admin] Usage tracker for resource:security_group_rule and tenant:987c20a1e25448efaad40c9b755d5df1 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:51:11.210370 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-f4a3e9cf-7bd3-4b54-80d8-49c7aaa41bf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:51:11.217539 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f4a3e9cf-7bd3-4b54-80d8-49c7aaa41bf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:51:11.306906 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e9cf-7bd3-4b54-80d8-49c7aaa41bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:11.311197 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e9cf-7bd3-4b54-80d8-49c7aaa41bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:11.320230 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b2929756-196c-4804-a23b-16cec790795d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:11.368708 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-f4a3e9cf-7bd3-4b54-80d8-49c7aaa41bf6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=987c20a1e25448efaad40c9b755d5df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024755 May 04 13:51:11.370915 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3e9cf-7bd3-4b54-80d8-49c7aaa41bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b39f27-fd57-4056-8511-298795937741,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:11.371497 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 53262) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:11.377062 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f4a3e9cf-7bd3-4b54-80d8-49c7aaa41bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:11.462953 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:11.547312 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:11.661009 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec003195-71a5-4164-a59e-13c0d33ea193 req-33c51375-b837-4270-a94b-c3ab8afdf060 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:11.662981 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ec003195-71a5-4164-a59e-13c0d33ea193 req-33c51375-b837-4270-a94b-c3ab8afdf060 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.1841657 May 04 13:51:11.715658 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:11.726241 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-22f505be-377b-49d1-a880-82a9784b1612 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:11.754646 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b39f27-fd57-4056-8511-298795937741,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:11.767381 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:11.768542 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25b39f27-fd57-4056-8511-298795937741 HTTP/1.1" status: 204 len: 168 time: 0.3954470 May 04 13:51:11.770065 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:11.770452 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:11.770830 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:11.771201 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:11.771763 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:11.772323 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:11.772990 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:11.773545 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:11.774255 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:11.774786 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:11.775314 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:11.775839 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:11.782226 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ec003195-71a5-4164-a59e-13c0d33ea193 req-27e94a80-dcd0-4f9d-86fa-27096cac31c4 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957603 May 04 13:51:11.783497 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:12.107459 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 53276) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:12.125799 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:12.140854 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:51:12.144632 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Usage tracker for resource:security_group_rule and tenant:1e935cb71131422aa5f701ba579561ac is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:51:12.147811 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:51:12.155303 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:51:12.240528 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:12.245402 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:12.253675 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-79b67bdc-2fef-403b-92fa-7dc036441c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:12.299555 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e935cb71131422aa5f701ba579561ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909726 May 04 13:51:12.300515 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b1ec5e-e041-4805-992b-fa92c5c7be3e,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:12.302314 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 53280) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:12.309462 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:12.309839 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:12.310216 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:12.310578 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:12.310939 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:12.311296 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:12.311652 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:12.312031 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:12.312423 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:12.312775 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:12.313244 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:12.313596 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:12.317770 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:12.364515 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c0de5288-3411-4301-a628-69a7eacc54bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:12.390426 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c0de5288-3411-4301-a628-69a7eacc54bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:12.443429 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c0de5288-3411-4301-a628-69a7eacc54bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:12.447125 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-98609168-276c-4a75-b542-e05e2b04162e tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:12.459893 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de5288-3411-4301-a628-69a7eacc54bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b1ec5e-e041-4805-992b-fa92c5c7be3e,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:12.463076 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-c0de5288-3411-4301-a628-69a7eacc54bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:12.465550 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c0de5288-3411-4301-a628-69a7eacc54bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:12.469384 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-c0de5288-3411-4301-a628-69a7eacc54bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/93b1ec5e-e041-4805-992b-fa92c5c7be3e HTTP/1.1" status: 204 len: 168 time: 0.1628876 May 04 13:51:12.932023 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 2c355fc0-2a10-49da-96ea-9252f6a94a1f no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:51:12.973228 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] No Port match for: 2c355fc0-2a10-49da-96ea-9252f6a94a1f {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:51:12.973584 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 2c355fc0-2a10-49da-96ea-9252f6a94a1f not bound to the agent host hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:51:15.847903 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:51:17.642633 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 53402) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:17.850591 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-991be2e9-4fb9-42e2-972a-1c595d8c1a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:17.872401 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-991be2e9-4fb9-42e2-972a-1c595d8c1a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:51:17.877224 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-991be2e9-4fb9-42e2-972a-1c595d8c1a5c admin admin] Usage tracker for resource:security_group_rule and tenant:eb951e1fc680466088e3fccf43e9593b is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:51:17.881134 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-991be2e9-4fb9-42e2-972a-1c595d8c1a5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:51:17.887589 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-991be2e9-4fb9-42e2-972a-1c595d8c1a5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:51:17.992966 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-991be2e9-4fb9-42e2-972a-1c595d8c1a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:17.998376 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-991be2e9-4fb9-42e2-972a-1c595d8c1a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:18.008995 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1f5cec90-aa1b-4a8e-979f-23441747986e tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:18.052903 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-991be2e9-4fb9-42e2-972a-1c595d8c1a5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb951e1fc680466088e3fccf43e9593b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090483 May 04 13:51:18.054652 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991be2e9-4fb9-42e2-972a-1c595d8c1a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf05b55c-2979-48ab-b330-c92c35972264,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:18.055999 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 53412) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:18.058456 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-991be2e9-4fb9-42e2-972a-1c595d8c1a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:18.136733 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f2c3206f-a165-4465-9524-18d3cc935ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:18.166789 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f2c3206f-a165-4465-9524-18d3cc935ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:18.228983 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f2c3206f-a165-4465-9524-18d3cc935ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:18.233541 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3d57e56c-d648-4807-9e38-3c18730127f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:18.248983 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3206f-a165-4465-9524-18d3cc935ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf05b55c-2979-48ab-b330-c92c35972264,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:18.251632 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f2c3206f-a165-4465-9524-18d3cc935ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:18.264183 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f2c3206f-a165-4465-9524-18d3cc935ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:18.268163 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-f2c3206f-a165-4465-9524-18d3cc935ec0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf05b55c-2979-48ab-b330-c92c35972264 HTTP/1.1" status: 204 len: 168 time: 0.2084610 May 04 13:51:18.597585 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 53420) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:18.617335 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a453dbb1-d3b9-4942-ab5f-c94db1a454fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:18.634479 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-a453dbb1-d3b9-4942-ab5f-c94db1a454fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:51:18.639177 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-a453dbb1-d3b9-4942-ab5f-c94db1a454fa admin admin] Usage tracker for resource:security_group_rule and tenant:87b31bf982d34599ad8413e572f1f5e1 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:51:18.642778 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-a453dbb1-d3b9-4942-ab5f-c94db1a454fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:51:18.649165 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-a453dbb1-d3b9-4942-ab5f-c94db1a454fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:51:18.775774 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a453dbb1-d3b9-4942-ab5f-c94db1a454fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:18.784489 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a453dbb1-d3b9-4942-ab5f-c94db1a454fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:18.795679 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-97c2eace-98cc-495d-897b-e75f4b2fc8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:18.866660 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-a453dbb1-d3b9-4942-ab5f-c94db1a454fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=87b31bf982d34599ad8413e572f1f5e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672184 May 04 13:51:18.868374 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 53426) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:18.869605 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453dbb1-d3b9-4942-ab5f-c94db1a454fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb4d469-f612-46b7-9a07-2272ad60e95a,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:18.876318 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-a453dbb1-d3b9-4942-ab5f-c94db1a454fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:18.942699 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6598-2e81-4a8c-a8ac-3d7d3304bc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:18.971578 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6598-2e81-4a8c-a8ac-3d7d3304bc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:19.030939 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6598-2e81-4a8c-a8ac-3d7d3304bc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:19.038630 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-14b1894a-9085-454b-8930-e8b2a49a2cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:19.057730 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b6598-2e81-4a8c-a8ac-3d7d3304bc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb4d469-f612-46b7-9a07-2272ad60e95a,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:19.066164 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6d6b6598-2e81-4a8c-a8ac-3d7d3304bc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:19.069798 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6598-2e81-4a8c-a8ac-3d7d3304bc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:19.076690 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-6d6b6598-2e81-4a8c-a8ac-3d7d3304bc3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1cb4d469-f612-46b7-9a07-2272ad60e95a HTTP/1.1" status: 204 len: 168 time: 0.2062662 May 04 13:51:21.616587 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0a885f6c-4f5d-43f2-91f9-5badabb08a36 req-e23805a7-680c-4d0a-918a-8990d88d1dab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1069968 May 04 13:51:21.716801 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a885f6c-4f5d-43f2-91f9-5badabb08a36 req-c447c43c-5115-4a90-a074-1d7c43381b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:21.718348 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0a885f6c-4f5d-43f2-91f9-5badabb08a36 req-c447c43c-5115-4a90-a074-1d7c43381b45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa011d4f8ea24f91a968eb99a050ed79&device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 1099 time: 0.0776253 May 04 13:51:21.912141 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a885f6c-4f5d-43f2-91f9-5badabb08a36 req-64a84071-ea8f-4dc6-9747-0202859b71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:21.913622 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0a885f6c-4f5d-43f2-91f9-5badabb08a36 req-64a84071-ea8f-4dc6-9747-0202859b71bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=837d1d6a-cef0-4444-bf2f-24dd96641b9c HTTP/1.1" status: 200 len: 918 time: 0.1722372 May 04 13:51:22.050617 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0a885f6c-4f5d-43f2-91f9-5badabb08a36 req-fe1cef75-6640-4dd5-9d15-d5d111fc14b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8f7b34f-bd90-4a8f-8fe0-9112e316c432 HTTP/1.1" status: 200 len: 1001 time: 0.1301255 May 04 13:51:22.128522 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a885f6c-4f5d-43f2-91f9-5badabb08a36 req-d0f19d1d-932b-43a1-a77d-561acf1cdd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:22.130036 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0a885f6c-4f5d-43f2-91f9-5badabb08a36 req-d0f19d1d-932b-43a1-a77d-561acf1cdd80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=468ed228-2645-4e84-b7ff-24abd353db04 HTTP/1.1" status: 200 len: 856 time: 0.0729957 May 04 13:51:22.232481 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:22.410219 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a885f6c-4f5d-43f2-91f9-5badabb08a36 req-b4ad1b0c-8ebd-4848-b551-882b00d7ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:22.412190 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0a885f6c-4f5d-43f2-91f9-5badabb08a36 req-b4ad1b0c-8ebd-4848-b551-882b00d7ffb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=837d1d6a-cef0-4444-bf2f-24dd96641b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2752624 May 04 13:51:22.587756 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0a885f6c-4f5d-43f2-91f9-5badabb08a36 req-9637ee60-547c-4edc-993a-70fcb8ebf167 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672962 May 04 13:51:22.878454 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0a885f6c-4f5d-43f2-91f9-5badabb08a36 req-49385852-5414-476d-b159-c6b898b2fb9c service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826216 May 04 13:51:23.268972 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe6cf2-8459-424d-b340-48267ea33e31 req-6fba9664-32d4-4e49-8ea3-190a551ad91d tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:23.270610 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d6fe6cf2-8459-424d-b340-48267ea33e31 req-6fba9664-32d4-4e49-8ea3-190a551ad91d tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 946 time: 0.0965621 May 04 13:51:23.358837 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d6fe6cf2-8459-424d-b340-48267ea33e31 req-5ffcfe41-271b-4ae4-9f07-dc4f13bddb4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800116 May 04 13:51:24.601958 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0814b9e-849a-4718-96e2-acee2446faf0 req-a78797b6-370b-4d50-9ba5-77e6ae694521 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:24.603849 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f0814b9e-849a-4718-96e2-acee2446faf0 req-a78797b6-370b-4d50-9ba5-77e6ae694521 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 946 time: 0.0943174 May 04 13:51:24.654907 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f0814b9e-849a-4718-96e2-acee2446faf0 req-6fa3e9d6-c467-47a1-a148-7c8775f165f1 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441387 May 04 13:51:24.999290 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e142f2-8191-4aca-92e4-864c92dd8fcd req-92aee9b8-48da-4969-ad1f-956ed3c9775a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:25.000558 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-01e142f2-8191-4aca-92e4-864c92dd8fcd req-92aee9b8-48da-4969-ad1f-956ed3c9775a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Synchronizing usage tracker for tenant:aa011d4f8ea24f91a968eb99a050ed79 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:51:25.025232 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-01e142f2-8191-4aca-92e4-864c92dd8fcd req-92aee9b8-48da-4969-ad1f-956ed3c9775a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Unset dirty status for tenant:aa011d4f8ea24f91a968eb99a050ed79 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:51:25.026871 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-01e142f2-8191-4aca-92e4-864c92dd8fcd req-92aee9b8-48da-4969-ad1f-956ed3c9775a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.30 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 946 time: 0.1465557 May 04 13:51:25.222591 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-01e142f2-8191-4aca-92e4-864c92dd8fcd req-cb181a17-568b-4bef-9a4e-319b813f882e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Deleting port c8f7b34f-bd90-4a8f-8fe0-9112e316c432 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:51:25.223181 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-01e142f2-8191-4aca-92e4-864c92dd8fcd req-cb181a17-568b-4bef-9a4e-319b813f882e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:25.444975 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-01e142f2-8191-4aca-92e4-864c92dd8fcd req-cb181a17-568b-4bef-9a4e-319b813f882e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] For port c8f7b34f-bd90-4a8f-8fe0-9112e316c432, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:51:25.445496 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-01e142f2-8191-4aca-92e4-864c92dd8fcd req-cb181a17-568b-4bef-9a4e-319b813f882e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:25.855292 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-01e142f2-8191-4aca-92e4-864c92dd8fcd req-cb181a17-568b-4bef-9a4e-319b813f882e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:25.855781 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-01e142f2-8191-4aca-92e4-864c92dd8fcd req-cb181a17-568b-4bef-9a4e-319b813f882e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974359'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:25.856142 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.db.l3_db [req-01e142f2-8191-4aca-92e4-864c92dd8fcd req-cb181a17-568b-4bef-9a4e-319b813f882e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Floating IP bce56d5d-1075-49d0-a7fe-89f077c290ba disassociated. External IP: 172.28.3.207, port: c8f7b34f-bd90-4a8f-8fe0-9112e316c432. May 04 13:51:25.856498 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-01e142f2-8191-4aca-92e4-864c92dd8fcd req-cb181a17-568b-4bef-9a4e-319b813f882e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Calling delete_port for c8f7b34f-bd90-4a8f-8fe0-9112e316c432 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:51:25.931140 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c668c-fbf5-48bb-8834-d5b6f4a584f7 req-553f2919-6f6c-495a-baec-22ee82a4d05a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:25.933200 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d42c668c-fbf5-48bb-8834-d5b6f4a584f7 req-553f2919-6f6c-495a-baec-22ee82a4d05a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 946 time: 0.1478493 May 04 13:51:25.986989 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-01e142f2-8191-4aca-92e4-864c92dd8fcd req-cb181a17-568b-4bef-9a4e-319b813f882e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:25.994389 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-166803f6-3d32-4126-8416-11535477336c tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:26.001911 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d42c668c-fbf5-48bb-8834-d5b6f4a584f7 req-dbd0deae-5542-4b0e-b46f-e599f9ef1b9b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=c331da8d-3591-4d2f-ab18-add4b7ca4994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590522 May 04 13:51:26.049246 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb181a17-568b-4bef-9a4e-319b813f882e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Pushing event deleted for resources: {'Port': ['ID=c8f7b34f-bd90-4a8f-8fe0-9112e316c432,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:26.053340 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-cb181a17-568b-4bef-9a4e-319b813f882e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:26.154635 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e6bad761-8a36-47d3-8f9f-14f376ea592e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:26.311031 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01e142f2-8191-4aca-92e4-864c92dd8fcd req-cb181a17-568b-4bef-9a4e-319b813f882e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Router b039ab22-96cd-4eff-a62a-7176262b611f has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:51:26.682512 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01e142f2-8191-4aca-92e4-864c92dd8fcd req-cb181a17-568b-4bef-9a4e-319b813f882e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:51:26.708537 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32856a-866d-4643-b6fc-b614400dcd18 None None] Sync routers for ids ['b039ab22-96cd-4eff-a62a-7176262b611f'] in dv-cinder-789564-1-smb {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:51:26.763522 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f32856a-866d-4643-b6fc-b614400dcd18 None None] Routers {'b039ab22-96cd-4eff-a62a-7176262b611f'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:51:26.764668 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-2f32856a-866d-4643-b6fc-b614400dcd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:50:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['b039ab22-96cd-4eff-a62a-7176262b611f'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:26.783637 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e142f2-8191-4aca-92e4-864c92dd8fcd req-cb181a17-568b-4bef-9a4e-319b813f882e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] No DVR routers for this DVR port c8f7b34f-bd90-4a8f-8fe0-9112e316c432 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:51:26.793955 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-01e142f2-8191-4aca-92e4-864c92dd8fcd req-cb181a17-568b-4bef-9a4e-319b813f882e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:26.797220 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'name': 'network-vif-deleted', 'tag': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:51:26.833608 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-01e142f2-8191-4aca-92e4-864c92dd8fcd req-cb181a17-568b-4bef-9a4e-319b813f882e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.30 "DELETE /v2.0/ports/c8f7b34f-bd90-4a8f-8fe0-9112e316c432 HTTP/1.1" status: 204 len: 173 time: 1.8002138 May 04 13:51:26.955219 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41b40ad-07d0-4889-a21a-b27f870298f7', 'name': 'network-vif-deleted', 'tag': 'c8f7b34f-bd90-4a8f-8fe0-9112e316c432', 'status': 'completed', 'code': 200} May 04 13:51:27.186893 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-2f32856a-866d-4643-b6fc-b614400dcd18 None None] Set router b039ab22-96cd-4eff-a62a-7176262b611f gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:51:27.256773 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-87198a34-49d4-4b57-88d5-16371f1abdde req-2bfa0908-15bf-4653-b988-9bf3d2ed0115 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d41b40ad-07d0-4889-a21a-b27f870298f7 HTTP/1.1" status: 200 len: 210 time: 0.0817342 May 04 13:51:27.602694 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-2f32856a-866d-4643-b6fc-b614400dcd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:48:16Z', 'revision_number': 4, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'c8289143-29f2-44c2-8942-b44ef23c09f8', 'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'mac_address': 'fa:16:3e:22:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:15Z', 'updated_at': '2021-05-04T13:48:26Z', 'revision_number': 5, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'subnets': [{'id': '468ed228-2645-4e84-b7ff-24abd353db04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:27.609481 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32856a-866d-4643-b6fc-b614400dcd18 None None] Checking router: b039ab22-96cd-4eff-a62a-7176262b611f for host: dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:51:27.620667 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f32856a-866d-4643-b6fc-b614400dcd18 None None] Routers {'b039ab22-96cd-4eff-a62a-7176262b611f'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:51:27.621532 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-2f32856a-866d-4643-b6fc-b614400dcd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:50:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['b039ab22-96cd-4eff-a62a-7176262b611f'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:27.897571 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-2f32856a-866d-4643-b6fc-b614400dcd18 None None] Set router b039ab22-96cd-4eff-a62a-7176262b611f gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:51:28.345371 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-2f32856a-866d-4643-b6fc-b614400dcd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:48:16Z', 'revision_number': 4, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'c8289143-29f2-44c2-8942-b44ef23c09f8', 'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'mac_address': 'fa:16:3e:22:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:15Z', 'updated_at': '2021-05-04T13:48:26Z', 'revision_number': 5, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'subnets': [{'id': '468ed228-2645-4e84-b7ff-24abd353db04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:28.357350 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32856a-866d-4643-b6fc-b614400dcd18 None None] The sync data for ids ['b039ab22-96cd-4eff-a62a-7176262b611f'] in dv-cinder-789564-1-smb is: [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:48:16Z', 'revision_number': 4, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'c8289143-29f2-44c2-8942-b44ef23c09f8', 'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'mac_address': 'fa:16:3e:22:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:15Z', 'updated_at': '2021-05-04T13:48:26Z', 'revision_number': 5, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'subnets': [{'id': '468ed228-2645-4e84-b7ff-24abd353db04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:51:28.441018 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 53572) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:28.566407 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-02f0229d-2cb7-4782-90df-dd08d40ee7db tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:28.625420 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-02f0229d-2cb7-4782-90df-dd08d40ee7db tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:28.685998 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af91eb65-18be-4dd5-8c65-1fb6d6c4cc52 None None] New status for floating IP bce56d5d-1075-49d0-a7fe-89f077c290ba: DOWN {{(pid=73862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:51:28.693945 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-02f0229d-2cb7-4782-90df-dd08d40ee7db tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:28.707207 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9a242a49-cf0c-4b0c-816a-5ebffc85d958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:28.744407 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0229d-2cb7-4782-90df-dd08d40ee7db tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c331da8d-3591-4d2f-ab18-add4b7ca4994,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:28.749970 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-02f0229d-2cb7-4782-90df-dd08d40ee7db tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:28.773763 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-02f0229d-2cb7-4782-90df-dd08d40ee7db tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:28.776560 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-02f0229d-2cb7-4782-90df-dd08d40ee7db tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "DELETE /v2.0/security-groups/c331da8d-3591-4d2f-ab18-add4b7ca4994 HTTP/1.1" status: 204 len: 168 time: 0.3333240 May 04 13:51:28.780936 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 53578) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:28.816246 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.api.v2.resource [None req-5331a5e9-ebec-48e5-b68a-b4648b9e3ae0 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] show failed (client error): The resource could not be found. May 04 13:51:28.818238 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-5331a5e9-ebec-48e5-b68a-b4648b9e3ae0 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups/c331da8d-3591-4d2f-ab18-add4b7ca4994 HTTP/1.1" status: 404 len: 347 time: 0.0345900 May 04 13:51:28.824880 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 53582) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:29.007174 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d7d3288d-fb8d-442b-b418-a7b0e02bc37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:29.037668 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device c8f7b34f-bd90-4a8f-8fe0-9112e316c432 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:51:29.081288 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] No Port match for: c8f7b34f-bd90-4a8f-8fe0-9112e316c432 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:51:29.081288 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device c8f7b34f-bd90-4a8f-8fe0-9112e316c432 not bound to the agent host hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:51:29.213049 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-fd752f05-1256-4682-a5f4-9242a919d190 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Deleting port cda47905-5a4e-4111-b9b3-21165a5f522f {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:51:29.213936 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fd752f05-1256-4682-a5f4-9242a919d190 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:29.372333 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fd752f05-1256-4682-a5f4-9242a919d190 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:29.372858 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fd752f05-1256-4682-a5f4-9242a919d190 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:29.532923 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:29.584458 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-fd752f05-1256-4682-a5f4-9242a919d190 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Calling delete_port for cda47905-5a4e-4111-b9b3-21165a5f522f owned by network:floatingip {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:51:29.773955 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fd752f05-1256-4682-a5f4-9242a919d190 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:29.779851 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-cacdee86-a3c1-4745-892c-94d6e14b3e29 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:29.838064 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd752f05-1256-4682-a5f4-9242a919d190 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Pushing event deleted for resources: {'Port': ['ID=cda47905-5a4e-4111-b9b3-21165a5f522f,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:29.842015 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-fd752f05-1256-4682-a5f4-9242a919d190 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:29.987900 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fd752f05-1256-4682-a5f4-9242a919d190 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for floatingip, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:30.017645 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fd752f05-1256-4682-a5f4-9242a919d190 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for floatingip, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:30.018814 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-fd752f05-1256-4682-a5f4-9242a919d190 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "DELETE /v2.0/floatingips/bce56d5d-1075-49d0-a7fe-89f077c290ba HTTP/1.1" status: 204 len: 168 time: 1.1920683 May 04 13:51:30.318873 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:30.370680 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 53616) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:30.376009 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-92de3619-cd80-43e5-a8c6-031bd003cfa6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--548846261', 'description': 'tempest-description--2083953052'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:51:30.381950 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-92de3619-cd80-43e5-a8c6-031bd003cfa6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:51:30.387833 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-92de3619-cd80-43e5-a8c6-031bd003cfa6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Usage tracker for resource:security_group and tenant:aa011d4f8ea24f91a968eb99a050ed79 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:51:30.391417 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-92de3619-cd80-43e5-a8c6-031bd003cfa6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:51:30.399689 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-92de3619-cd80-43e5-a8c6-031bd003cfa6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:51:30.413187 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-92de3619-cd80-43e5-a8c6-031bd003cfa6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:30.434805 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-92de3619-cd80-43e5-a8c6-031bd003cfa6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:51:30.438771 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-92de3619-cd80-43e5-a8c6-031bd003cfa6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Usage tracker for resource:security_group_rule and tenant:aa011d4f8ea24f91a968eb99a050ed79 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:51:30.441795 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-92de3619-cd80-43e5-a8c6-031bd003cfa6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:51:30.448222 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-92de3619-cd80-43e5-a8c6-031bd003cfa6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:51:30.524659 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-92de3619-cd80-43e5-a8c6-031bd003cfa6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:30.529477 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-92de3619-cd80-43e5-a8c6-031bd003cfa6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:30.535543 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-c08e6383-140e-4958-b656-c0d8882e06d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:30.582734 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de3619-cd80-43e5-a8c6-031bd003cfa6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a3397b-a158-425b-a982-7da04c183285,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:30.586485 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-92de3619-cd80-43e5-a8c6-031bd003cfa6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:30.587434 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-92de3619-cd80-43e5-a8c6-031bd003cfa6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:30.589265 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-92de3619-cd80-43e5-a8c6-031bd003cfa6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2175910 May 04 13:51:30.592534 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 53620) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:30.598238 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-0dc8eb35-e125-48c6-91f1-24465a5dbc6b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Request body: {'security_group_rule': {'security_group_id': 'b9a3397b-a158-425b-a982-7da04c183285', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:51:30.605019 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-0dc8eb35-e125-48c6-91f1-24465a5dbc6b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:51:30.609122 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-0dc8eb35-e125-48c6-91f1-24465a5dbc6b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Usage tracker for resource:security_group_rule and tenant:aa011d4f8ea24f91a968eb99a050ed79 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:51:30.612113 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-0dc8eb35-e125-48c6-91f1-24465a5dbc6b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:51:30.617927 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-0dc8eb35-e125-48c6-91f1-24465a5dbc6b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:51:30.637584 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0dc8eb35-e125-48c6-91f1-24465a5dbc6b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:30.707142 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0dc8eb35-e125-48c6-91f1-24465a5dbc6b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:30.710942 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0dc8eb35-e125-48c6-91f1-24465a5dbc6b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:30.713276 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:30.736293 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8eb35-e125-48c6-91f1-24465a5dbc6b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c191d05d-6427-4a63-9705-7367cfc5ffdd,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:30.739200 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0dc8eb35-e125-48c6-91f1-24465a5dbc6b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:30.748451 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0dc8eb35-e125-48c6-91f1-24465a5dbc6b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:30.749674 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-0dc8eb35-e125-48c6-91f1-24465a5dbc6b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1561954 May 04 13:51:30.752402 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 53624) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:30.757598 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-06e924fe-8241-44a2-8da4-3a3f82c65b9b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Request body: {'security_group_rule': {'security_group_id': 'b9a3397b-a158-425b-a982-7da04c183285', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:51:30.764264 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-06e924fe-8241-44a2-8da4-3a3f82c65b9b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:51:30.768527 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-06e924fe-8241-44a2-8da4-3a3f82c65b9b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Usage tracker for resource:security_group_rule and tenant:aa011d4f8ea24f91a968eb99a050ed79 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:51:30.771477 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-06e924fe-8241-44a2-8da4-3a3f82c65b9b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:51:30.777499 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-06e924fe-8241-44a2-8da4-3a3f82c65b9b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:51:30.794938 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-06e924fe-8241-44a2-8da4-3a3f82c65b9b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:30.863858 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-06e924fe-8241-44a2-8da4-3a3f82c65b9b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:30.869022 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-06e924fe-8241-44a2-8da4-3a3f82c65b9b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637969'] for security_group_rule, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:30.877347 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5cbd6fef-ecf2-4f1e-9d5e-072cb9813aae tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:30.899134 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e924fe-8241-44a2-8da4-3a3f82c65b9b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2fdf84-41de-40b6-a104-6702b587d512,revision_number=0']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:30.902178 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-06e924fe-8241-44a2-8da4-3a3f82c65b9b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:30.913783 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-06e924fe-8241-44a2-8da4-3a3f82c65b9b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:30.915058 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-06e924fe-8241-44a2-8da4-3a3f82c65b9b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1617138 May 04 13:51:30.919486 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 53630) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:30.925300 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Request body: {'floatingip': {'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:51:30.931466 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:51:30.936617 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Usage tracker for resource:floatingip and tenant:aa011d4f8ea24f91a968eb99a050ed79 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:51:30.939629 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:51:30.945880 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:51:30.959885 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for floatingip, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:31.117774 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:31.273477 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Allocated IP 172.28.3.117 (ec979011-6604-4968-ace9-769b935940bc/86424637-3a1b-4645-9cbe-37dcbde5db40/51d6a34d-4c95-4bc3-87a1-392b673561e8) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:51:31.445076 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:31.477432 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:31.482255 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-f45f454e-213b-4634-a2c0-72276fbd0420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:31.558438 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Network ec979011-6604-4968-ace9-769b935940bc is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:51:31.558438 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Resources bound (agent type, host, resource id): {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:51:31.561006 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:51:31.596890 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Pushing event updated for resources: {'Port': ['ID=51d6a34d-4c95-4bc3-87a1-392b673561e8,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:31.603852 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:31.659200 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:31.721845 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:32.061220 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:32.065531 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510930'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:32.069148 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-ad3da843-875b-48d7-a98e-803db7f5514c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:32.179517 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Pushing event updated for resources: {'Port': ['ID=51d6a34d-4c95-4bc3-87a1-392b673561e8,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:32.184511 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:32.195018 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974359'] for floatingip, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:32.199543 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 53648) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:32.219025 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for floatingip, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:32.221382 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-7fc908b7-a35b-41e3-8b8d-ca94d2b4d4d7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3008053 May 04 13:51:32.267472 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e736f8e-afb3-4ffb-840c-aedd5ed10b15 admin admin] Deleting subnet 10151322-c13a-4d54-ada6-a3d5a2d6eb76 {{(pid=73860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 13:51:32.270485 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1e736f8e-afb3-4ffb-840c-aedd5ed10b15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:32.321599 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1e736f8e-afb3-4ffb-840c-aedd5ed10b15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15112897'] for subnet, precommit_delete_associations {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:32.381394 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1e736f8e-afb3-4ffb-840c-aedd5ed10b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989773'] for subnet, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:32.451335 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-3c397101-8349-483a-b750-39e545d975a8 req-478db471-fa7b-4452-8c10-4acd03aa4bbe tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Synchronizing usage tracker for tenant:aa011d4f8ea24f91a968eb99a050ed79 on resource:security_group {{(pid=73861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:51:32.466709 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-3c397101-8349-483a-b750-39e545d975a8 req-478db471-fa7b-4452-8c10-4acd03aa4bbe tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Unset dirty status for tenant:aa011d4f8ea24f91a968eb99a050ed79 on resource:security_group {{(pid=73861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:51:32.467988 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3c397101-8349-483a-b750-39e545d975a8 req-478db471-fa7b-4452-8c10-4acd03aa4bbe tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--548846261&fields=id&tenant_id=aa011d4f8ea24f91a968eb99a050ed79 HTTP/1.1" status: 200 len: 267 time: 0.0568297 May 04 13:51:32.629544 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c397101-8349-483a-b750-39e545d975a8 req-958caf08-4738-4bd9-bcec-13672320c5b0 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:32.632780 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3c397101-8349-483a-b750-39e545d975a8 req-958caf08-4738-4bd9-bcec-13672320c5b0 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/networks?id=837d1d6a-cef0-4444-bf2f-24dd96641b9c HTTP/1.1" status: 200 len: 817 time: 0.1576929 May 04 13:51:32.636120 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:32.644154 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1e736f8e-afb3-4ffb-840c-aedd5ed10b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15112760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14884982'] for subnet, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:32.649231 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:32.650495 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3c397101-8349-483a-b750-39e545d975a8 req-7cbfa38f-b673-4f64-a2e1-e37e9762ea63 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/quotas/aa011d4f8ea24f91a968eb99a050ed79 HTTP/1.1" status: 200 len: 375 time: 0.0096531 May 04 13:51:32.687672 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e736f8e-afb3-4ffb-840c-aedd5ed10b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10151322-c13a-4d54-ada6-a3d5a2d6eb76,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:32.689667 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1e736f8e-afb3-4ffb-840c-aedd5ed10b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:32.692255 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-1e736f8e-afb3-4ffb-840c-aedd5ed10b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:32.698250 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-1e736f8e-afb3-4ffb-840c-aedd5ed10b15 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/10151322-c13a-4d54-ada6-a3d5a2d6eb76 HTTP/1.1" status: 204 len: 168 time: 0.4974360 May 04 13:51:32.699635 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 53666) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:32.748523 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-3c397101-8349-483a-b750-39e545d975a8 req-3d555be0-64f2-464e-a619-513b6b938226 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Synchronizing usage tracker for tenant:aa011d4f8ea24f91a968eb99a050ed79 on resource:port {{(pid=73861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:51:32.765162 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [req-3c397101-8349-483a-b750-39e545d975a8 req-3d555be0-64f2-464e-a619-513b6b938226 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Unset dirty status for tenant:aa011d4f8ea24f91a968eb99a050ed79 on resource:port {{(pid=73861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:51:32.766577 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3c397101-8349-483a-b750-39e545d975a8 req-3d555be0-64f2-464e-a619-513b6b938226 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa011d4f8ea24f91a968eb99a050ed79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1102436 May 04 13:51:32.816893 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-88fdcc3e-b903-491e-a010-5c6a701a0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608811'] for network, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:32.926912 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3c397101-8349-483a-b750-39e545d975a8 req-b4d896c2-b656-43d3-b02e-ff97b5fb5e0b service neutron] 10.222.0.44 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409633 May 04 13:51:32.948125 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-88fdcc3e-b903-491e-a010-5c6a701a0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985040', 'neutron.services.segments.db._delete_segments_for_network-8760702794289'] for network, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:33.079647 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.services.segments.db [None req-88fdcc3e-b903-491e-a010-5c6a701a0ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f841dbdd-e91c-4932-a6cb-67c519db7f69']}} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:33.094443 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.services.segments.db [None req-88fdcc3e-b903-491e-a010-5c6a701a0ef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba383f80-b2e5-41cc-a401-e28861ad6d78') {'for_net_delete': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:33.094749 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.services.segments.db [None req-88fdcc3e-b903-491e-a010-5c6a701a0ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba383f80-b2e5-41cc-a401-e28861ad6d78') {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:33.096696 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3c397101-8349-483a-b750-39e545d975a8 req-769dd220-72dd-4cf7-82ad-0318e9b07735 service neutron] 10.222.0.44 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623175 May 04 13:51:33.108045 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-88fdcc3e-b903-491e-a010-5c6a701a0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760702805351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15112952'] for segment, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:33.126661 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-88fdcc3e-b903-491e-a010-5c6a701a0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:33.133440 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fdcc3e-b903-491e-a010-5c6a701a0ef9 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=73860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:51:33.330842 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8b4685ed-c60e-4e89-928a-923ad6715eee req-2304f207-8772-45c5-82a3-99efb1225e3e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 210 time: 0.0658009 May 04 13:51:33.331789 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-88fdcc3e-b903-491e-a010-5c6a701a0ef9 admin admin] Network f841dbdd-e91c-4932-a6cb-67c519db7f69 has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:51:33.342466 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-88fdcc3e-b903-491e-a010-5c6a701a0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-994584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15112346'] for segment, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:33.530365 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-88fdcc3e-b903-491e-a010-5c6a701a0ef9 admin admin] Network f841dbdd-e91c-4932-a6cb-67c519db7f69 has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: Traceback (most recent call last): May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: timer() May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: cb(*args, **kw) May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: return func(*args, **kwargs) May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: self._notify() May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: self.callback(batched_events) May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: event.method(event) May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: return f(self, *a, **k) May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: return self._get(url).json() May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: return self.request(url, 'GET', **kwargs) May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:51:33.662877 dv-cinder-789564-1-smb neutron-server[73860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:51:33.741039 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-88fdcc3e-b903-491e-a010-5c6a701a0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974341'] for network, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:33.746741 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c31156d0-3477-4c61-afc7-812344d419a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:33.777073 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-88fdcc3e-b903-491e-a010-5c6a701a0ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:33.783156 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdcc3e-b903-491e-a010-5c6a701a0ef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f841dbdd-e91c-4932-a6cb-67c519db7f69,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:33.788761 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-88fdcc3e-b903-491e-a010-5c6a701a0ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:33.801338 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-88fdcc3e-b903-491e-a010-5c6a701a0ef9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f841dbdd-e91c-4932-a6cb-67c519db7f69 HTTP/1.1" status: 204 len: 168 time: 1.0980124 May 04 13:51:33.990629 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 53692) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:34.045784 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-9f7ca82e-e40a-4faa-81c1-5d671437d3b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3bbb9e4eb2524396859e01db68d15a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538926 May 04 13:51:34.048446 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 53696) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:34.112093 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-329e9cce-ad77-4d8d-98bb-52dffe81c7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:34.140753 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-329e9cce-ad77-4d8d-98bb-52dffe81c7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:34.200781 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-329e9cce-ad77-4d8d-98bb-52dffe81c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:34.204865 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5f098acd-64f0-42c3-9dfa-44cbe57c436d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:34.217058 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e9cce-ad77-4d8d-98bb-52dffe81c7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1607265-d9cc-4711-a6a2-5243a6fd630d,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:34.223367 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-329e9cce-ad77-4d8d-98bb-52dffe81c7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:34.224204 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-329e9cce-ad77-4d8d-98bb-52dffe81c7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:34.225325 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-329e9cce-ad77-4d8d-98bb-52dffe81c7bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c1607265-d9cc-4711-a6a2-5243a6fd630d HTTP/1.1" status: 204 len: 168 time: 0.1759465 May 04 13:51:34.513387 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c397101-8349-483a-b750-39e545d975a8 req-01b22c8d-f7e5-43b7-97eb-347dd1826463 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:34.517269 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3c397101-8349-483a-b750-39e545d975a8 req-01b22c8d-f7e5-43b7-97eb-347dd1826463 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.30 "GET /v2.0/networks?id=837d1d6a-cef0-4444-bf2f-24dd96641b9c HTTP/1.1" status: 200 len: 817 time: 0.2132668 May 04 13:51:34.534724 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5cffc77a-856f-4070-833c-72b8a4a61980 req-bef58346-3645-45fb-9574-694ab02544b6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 210 time: 0.0667911 May 04 13:51:34.598717 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-3c397101-8349-483a-b750-39e545d975a8 req-5966dc00-8c96-4401-9b1f-65d5f7fdc2fc tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Synchronizing usage tracker for tenant:aa011d4f8ea24f91a968eb99a050ed79 on resource:security_group {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:51:34.611649 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-3c397101-8349-483a-b750-39e545d975a8 req-5966dc00-8c96-4401-9b1f-65d5f7fdc2fc tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Unset dirty status for tenant:aa011d4f8ea24f91a968eb99a050ed79 on resource:security_group {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:51:34.612768 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3c397101-8349-483a-b750-39e545d975a8 req-5966dc00-8c96-4401-9b1f-65d5f7fdc2fc tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa011d4f8ea24f91a968eb99a050ed79 HTTP/1.1" status: 200 len: 379 time: 0.0861025 May 04 13:51:34.624539 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-3c397101-8349-483a-b750-39e545d975a8 req-7894ea19-fe7f-4fef-b355-975d799b7701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Request body: {'port': {'device_id': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'admin_state_up': True, 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'security_groups': ['b9a3397b-a158-425b-a982-7da04c183285']}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:51:34.815907 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-3c397101-8349-483a-b750-39e545d975a8 req-7894ea19-fe7f-4fef-b355-975d799b7701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:51:34.826861 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [req-3c397101-8349-483a-b750-39e545d975a8 req-7894ea19-fe7f-4fef-b355-975d799b7701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:51:34.839778 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c397101-8349-483a-b750-39e545d975a8 req-7894ea19-fe7f-4fef-b355-975d799b7701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Made reservation on behalf of aa011d4f8ea24f91a968eb99a050ed79 for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:51:34.851601 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3c397101-8349-483a-b750-39e545d975a8 req-7894ea19-fe7f-4fef-b355-975d799b7701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:35.059916 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-3c397101-8349-483a-b750-39e545d975a8 req-7894ea19-fe7f-4fef-b355-975d799b7701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Allocated IP 172.20.0.6 (837d1d6a-cef0-4444-bf2f-24dd96641b9c/468ed228-2645-4e84-b7ff-24abd353db04/6c266d79-47bf-430a-b6b8-d9a905fe67df) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:51:35.103716 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 53724) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:35.246801 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0d6f10b5-6e16-456d-a561-5ab8e36148cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:35.264333 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-0d6f10b5-6e16-456d-a561-5ab8e36148cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:51:35.269147 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-0d6f10b5-6e16-456d-a561-5ab8e36148cb admin admin] Usage tracker for resource:security_group_rule and tenant:7ef49e962b244e6b929e9969d39f7068 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:51:35.272194 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-0d6f10b5-6e16-456d-a561-5ab8e36148cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:51:35.278591 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-0d6f10b5-6e16-456d-a561-5ab8e36148cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:51:35.326543 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3c397101-8349-483a-b750-39e545d975a8 req-7894ea19-fe7f-4fef-b355-975d799b7701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:35.345830 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-3c397101-8349-483a-b750-39e545d975a8 req-7894ea19-fe7f-4fef-b355-975d799b7701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Transition to ACTIVE for port object 6c266d79-47bf-430a-b6b8-d9a905fe67df will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:51:35.372510 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3c397101-8349-483a-b750-39e545d975a8 req-7894ea19-fe7f-4fef-b355-975d799b7701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760702365188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:35.375732 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0d6f10b5-6e16-456d-a561-5ab8e36148cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:35.380835 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0d6f10b5-6e16-456d-a561-5ab8e36148cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:35.387646 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7e5f584e-4430-4ab3-87ee-1eb7dcc57a45 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:35.397497 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-9b31eb69-87c5-4fdb-9f20-c3ab39d47626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:35.452597 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c397101-8349-483a-b750-39e545d975a8 req-7894ea19-fe7f-4fef-b355-975d799b7701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Network 837d1d6a-cef0-4444-bf2f-24dd96641b9c is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:51:35.460608 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-3c397101-8349-483a-b750-39e545d975a8 req-7894ea19-fe7f-4fef-b355-975d799b7701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:51:35.466030 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c397101-8349-483a-b750-39e545d975a8 req-7894ea19-fe7f-4fef-b355-975d799b7701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 13:51:35.473336 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-0d6f10b5-6e16-456d-a561-5ab8e36148cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ef49e962b244e6b929e9969d39f7068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674426 May 04 13:51:35.474902 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f10b5-6e16-456d-a561-5ab8e36148cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1643d3c6-27a7-4870-b720-3697923b2880,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:35.479269 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 53730) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:35.499622 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0d6f10b5-6e16-456d-a561-5ab8e36148cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:35.506555 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894ea19-fe7f-4fef-b355-975d799b7701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Pushing event updated for resources: {'Port': ['ID=6c266d79-47bf-430a-b6b8-d9a905fe67df,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:35.514528 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7894ea19-fe7f-4fef-b355-975d799b7701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:35.555153 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c397101-8349-483a-b750-39e545d975a8 req-7894ea19-fe7f-4fef-b355-975d799b7701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:35.561066 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3c397101-8349-483a-b750-39e545d975a8 req-7894ea19-fe7f-4fef-b355-975d799b7701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:35.571740 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7f39-f46f-475c-9138-380729ef70e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:35.602814 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7f39-f46f-475c-9138-380729ef70e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:35.626868 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3c397101-8349-483a-b750-39e545d975a8 req-7894ea19-fe7f-4fef-b355-975d799b7701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0064845 May 04 13:51:35.642476 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.v2.base [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Request body: {'port': {'device_id': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:51:35.718670 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7f39-f46f-475c-9138-380729ef70e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:35.723407 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-efd7f779-20f5-4401-82c5-58ac1a1f499f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:35.738702 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f7f39-f46f-475c-9138-380729ef70e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1643d3c6-27a7-4870-b720-3697923b2880,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:35.743377 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-4c8f7f39-f46f-475c-9138-380729ef70e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:35.750433 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7f39-f46f-475c-9138-380729ef70e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:35.751597 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-4c8f7f39-f46f-475c-9138-380729ef70e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1643d3c6-27a7-4870-b720-3697923b2880 HTTP/1.1" status: 204 len: 168 time: 0.2709618 May 04 13:51:35.778131 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38bf11-958f-42c9-9949-bb4aac641c94 req-f7f6016b-7bb9-4cf5-84c1-bdcd7b825450 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:35.780888 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0e38bf11-958f-42c9-9949-bb4aac641c94 req-f7f6016b-7bb9-4cf5-84c1-bdcd7b825450 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 931 time: 0.1261313 May 04 13:51:35.806528 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:35.871862 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-f442a8ec-95a5-4564-a8d9-80d3d42a0190 None None] Provisioning for port 6c266d79-47bf-430a-b6b8-d9a905fe67df completed by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:51:35.874570 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0e38bf11-958f-42c9-9949-bb4aac641c94 req-53aba554-1f87-471c-bd04-77fbecc40473 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864074 May 04 13:51:35.879528 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-f442a8ec-95a5-4564-a8d9-80d3d42a0190 None None] Provisioning complete for port 6c266d79-47bf-430a-b6b8-d9a905fe67df triggered by entity DHCP. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:51:35.880095 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f442a8ec-95a5-4564-a8d9-80d3d42a0190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:35.946965 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-f442a8ec-95a5-4564-a8d9-80d3d42a0190 None None] Port 6c266d79-47bf-430a-b6b8-d9a905fe67df cannot update to ACTIVE because it is not bound. {{(pid=73862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 13:51:36.254942 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c266d79-47bf-430a-b6b8-d9a905fe67df {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:51:36.264569 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:36.287746 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Transition to ACTIVE for port object 6c266d79-47bf-430a-b6b8-d9a905fe67df will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 13:51:36.292548 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:36.296505 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7894ea19-fe7f-4fef-b355-975d799b7701 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:36.546896 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Pushing event updated for resources: {'Port': ['ID=6c266d79-47bf-430a-b6b8-d9a905fe67df,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:36.550662 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:36.683877 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Attempting to bind port 6c266d79-47bf-430a-b6b8-d9a905fe67df on host hv-cinder-78956 for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 13:51:36.684258 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Attempting to bind port 6c266d79-47bf-430a-b6b8-d9a905fe67df by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'cea91874-ce0f-4a95-a788-ad6a72b53740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 13:51:36.684616 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Attempting to bind port 6c266d79-47bf-430a-b6b8-d9a905fe67df on network 837d1d6a-cef0-4444-bf2f-24dd96641b9c {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:51:36.689776 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Port 6c266d79-47bf-430a-b6b8-d9a905fe67df on network 837d1d6a-cef0-4444-bf2f-24dd96641b9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 13:51:36.690556 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Attempting to bind port 6c266d79-47bf-430a-b6b8-d9a905fe67df on network 837d1d6a-cef0-4444-bf2f-24dd96641b9c {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 13:51:36.695814 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Checking agent: {'id': '2ad13d9d-0d59-4664-9ee0-c46e16de54fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 13:51:36.696222 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Checking segment: {'id': 'cea91874-ce0f-4a95-a788-ad6a72b53740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 13:51:36.696657 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Bound using segment: {'id': 'cea91874-ce0f-4a95-a788-ad6a72b53740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 13:51:36.697099 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Bound port: 6c266d79-47bf-430a-b6b8-d9a905fe67df, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea91874-ce0f-4a95-a788-ad6a72b53740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 13:51:36.697617 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:36.795490 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] For port 6c266d79-47bf-430a-b6b8-d9a905fe67df, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 13:51:36.799875 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] For port 6c266d79-47bf-430a-b6b8-d9a905fe67df, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6c266d79-47bf-430a-b6b8-d9a905fe67df,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 13:51:36.806148 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15112446'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:36.815556 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4e5701c5-51af-4a3c-a398-cf7f55258c51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:36.909694 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:36.910685 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:36.912912 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3c397101-8349-483a-b750-39e545d975a8 req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] 10.222.0.30 "PUT /v2.0/ports/6c266d79-47bf-430a-b6b8-d9a905fe67df HTTP/1.1" status: 200 len: 1093 time: 1.2797799 May 04 13:51:36.916364 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'tag': '6c266d79-47bf-430a-b6b8-d9a905fe67df'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:51:36.978119 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Pushing event updated for resources: {'Port': ['ID=6c266d79-47bf-430a-b6b8-d9a905fe67df,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:37.060632 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8f02505e-7052-4ea6-9b71-4a40225baf27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:37.071847 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'tag': '6c266d79-47bf-430a-b6b8-d9a905fe67df', 'status': 'completed', 'code': 200} May 04 13:51:37.141272 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c397101-8349-483a-b750-39e545d975a8 req-20f2103f-e0ae-4181-b5a5-2662acd7d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:37.143021 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3c397101-8349-483a-b750-39e545d975a8 req-20f2103f-e0ae-4181-b5a5-2662acd7d8e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa011d4f8ea24f91a968eb99a050ed79&device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 1096 time: 0.1598234 May 04 13:51:37.145875 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a36c0-c6c7-4027-8e17-44e948fc7955 req-201a5233-4fa3-4e6e-b5db-b97f8a26a617 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:37.147438 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6e7a36c0-c6c7-4027-8e17-44e948fc7955 req-201a5233-4fa3-4e6e-b5db-b97f8a26a617 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 943 time: 0.1034031 May 04 13:51:37.217885 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6e7a36c0-c6c7-4027-8e17-44e948fc7955 req-9f6476d7-eabb-48bf-a134-1468a1c3ed9d tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606508 May 04 13:51:37.275146 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3c397101-8349-483a-b750-39e545d975a8 req-e305887c-ddfa-4cf8-8d9f-1d513c7a3bb3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c266d79-47bf-430a-b6b8-d9a905fe67df HTTP/1.1" status: 200 len: 217 time: 0.1235380 May 04 13:51:37.371466 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c397101-8349-483a-b750-39e545d975a8 req-28fe8a37-b918-4b10-a250-6d6f7dbe57dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:37.372993 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3c397101-8349-483a-b750-39e545d975a8 req-28fe8a37-b918-4b10-a250-6d6f7dbe57dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=468ed228-2645-4e84-b7ff-24abd353db04 HTTP/1.1" status: 200 len: 856 time: 0.0912204 May 04 13:51:37.464876 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c397101-8349-483a-b750-39e545d975a8 req-d8a1ca18-6d04-4044-9604-10b875550797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:37.466410 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3c397101-8349-483a-b750-39e545d975a8 req-d8a1ca18-6d04-4044-9604-10b875550797 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=837d1d6a-cef0-4444-bf2f-24dd96641b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852268 May 04 13:51:37.617169 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3c397101-8349-483a-b750-39e545d975a8 req-9602cb6b-b322-4f74-81c4-6da0f891cd82 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436839 May 04 13:51:37.761612 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-3c397101-8349-483a-b750-39e545d975a8 req-ccb29e3b-41b4-4925-a84b-c65933cc7e66 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376209 May 04 13:51:37.897932 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb49ad-371c-4129-9ab6-8cc8028fd571 req-53387fc0-f1f4-48de-96fa-2fe520481b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:37.899350 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0abb49ad-371c-4129-9ab6-8cc8028fd571 req-53387fc0-f1f4-48de-96fa-2fe520481b63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa011d4f8ea24f91a968eb99a050ed79&device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 1096 time: 0.0787232 May 04 13:51:38.070753 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb49ad-371c-4129-9ab6-8cc8028fd571 req-bc78d880-a98b-4fe2-99df-c09c203d6720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:38.072265 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0abb49ad-371c-4129-9ab6-8cc8028fd571 req-bc78d880-a98b-4fe2-99df-c09c203d6720 service neutron] 10.222.0.30 "GET /v2.0/networks?id=837d1d6a-cef0-4444-bf2f-24dd96641b9c HTTP/1.1" status: 200 len: 918 time: 0.1645911 May 04 13:51:38.147418 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0abb49ad-371c-4129-9ab6-8cc8028fd571 req-1f8b0fff-a26c-466b-96c6-d4550ac178f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c266d79-47bf-430a-b6b8-d9a905fe67df HTTP/1.1" status: 200 len: 217 time: 0.0679483 May 04 13:51:38.212357 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb49ad-371c-4129-9ab6-8cc8028fd571 req-92e2f40c-8ed1-4b28-8477-676c81be792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:38.213880 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0abb49ad-371c-4129-9ab6-8cc8028fd571 req-92e2f40c-8ed1-4b28-8477-676c81be792b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=468ed228-2645-4e84-b7ff-24abd353db04 HTTP/1.1" status: 200 len: 856 time: 0.0598679 May 04 13:51:38.303100 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb49ad-371c-4129-9ab6-8cc8028fd571 req-3fcebe04-85ca-4248-a990-cf866b06a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:38.304678 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0abb49ad-371c-4129-9ab6-8cc8028fd571 req-3fcebe04-85ca-4248-a990-cf866b06a062 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=837d1d6a-cef0-4444-bf2f-24dd96641b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825746 May 04 13:51:38.443298 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bcf52-427b-417c-8cda-106bbf907d35 req-8179e86f-82ed-4bd6-860e-f2fe79504d36 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:38.445951 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2f4bcf52-427b-417c-8cda-106bbf907d35 req-8179e86f-82ed-4bd6-860e-f2fe79504d36 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 943 time: 0.1002991 May 04 13:51:38.446187 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0abb49ad-371c-4129-9ab6-8cc8028fd571 req-fe286a3d-d862-4250-bdcb-3c544eeff635 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338341 May 04 13:51:38.499645 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2f4bcf52-427b-417c-8cda-106bbf907d35 req-a99f9ece-629f-4625-bc86-ada1402bd39a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468826 May 04 13:51:38.590942 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-0abb49ad-371c-4129-9ab6-8cc8028fd571 req-6c2694a8-6947-4982-adc9-d16b64dbf752 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365275 May 04 13:51:39.096252 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 6c266d79-47bf-430a-b6b8-d9a905fe67df details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:51:39.241677 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 6c266d79-47bf-430a-b6b8-d9a905fe67df, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6c266d79-47bf-430a-b6b8-d9a905fe67df,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:51:39.255750 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': '6c266d79-47bf-430a-b6b8-d9a905fe67df', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'port_id': '6c266d79-47bf-430a-b6b8-d9a905fe67df', 'mac_address': 'fa:16:3e:70:b3:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:51:39.313193 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:39.334233 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c266d79-47bf-430a-b6b8-d9a905fe67df {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:51:39.352624 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 6c266d79-47bf-430a-b6b8-d9a905fe67df, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6c266d79-47bf-430a-b6b8-d9a905fe67df,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:51:39.357670 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:39.359506 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:39.436013 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=6c266d79-47bf-430a-b6b8-d9a905fe67df,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:39.443940 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:39.444323 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:39.444672 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:39.445169 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:39.445340 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:39.445739 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:39.446002 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:39.446295 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:39.446657 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:39.446949 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:39.447276 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:39.448167 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:39.452844 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:39.576026 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['6c266d79-47bf-430a-b6b8-d9a905fe67df'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:51:39.761883 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af7b0a-fd61-4e5f-880e-173cd9e5066d req-70bceee3-3bd6-4afb-8a19-a4c4425008e3 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:39.763570 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-66af7b0a-fd61-4e5f-880e-173cd9e5066d req-70bceee3-3bd6-4afb-8a19-a4c4425008e3 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 944 time: 0.1348815 May 04 13:51:39.830792 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-66af7b0a-fd61-4e5f-880e-173cd9e5066d req-24cb3968-6619-4bdd-b412-411b5e32ebd8 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548143 May 04 13:51:41.068464 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed429d8f-a9cd-4886-9afd-35a145dd4e52 req-eb1435f3-02ca-489a-920e-f0b6f9730d32 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:41.070853 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ed429d8f-a9cd-4886-9afd-35a145dd4e52 req-eb1435f3-02ca-489a-920e-f0b6f9730d32 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 944 time: 0.1027608 May 04 13:51:41.130026 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 53812) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:41.131523 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 6c266d79-47bf-430a-b6b8-d9a905fe67df up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:51:41.146245 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ed429d8f-a9cd-4886-9afd-35a145dd4e52 req-72dd1a40-e644-4e29-a938-ebb3e827fcc7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657010 May 04 13:51:41.216612 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning for port 6c266d79-47bf-430a-b6b8-d9a905fe67df completed by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 13:51:41.222345 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port 6c266d79-47bf-430a-b6b8-d9a905fe67df triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:51:41.222737 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:41.362352 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:41.394852 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c266d79-47bf-430a-b6b8-d9a905fe67df'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:51:41.410684 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 6c266d79-47bf-430a-b6b8-d9a905fe67df, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6c266d79-47bf-430a-b6b8-d9a905fe67df,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:51:41.418560 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:41.420737 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:41.459303 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c266d79-47bf-430a-b6b8-d9a905fe67df', 'code': 200} May 04 13:51:41.495082 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8b621844-a326-45b9-8a98-8cffdeda80ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:41.511284 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=6c266d79-47bf-430a-b6b8-d9a905fe67df,revision_number=5']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:41.515413 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:41.527018 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-8b621844-a326-45b9-8a98-8cffdeda80ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:51:41.534653 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-8b621844-a326-45b9-8a98-8cffdeda80ef admin admin] Usage tracker for resource:security_group_rule and tenant:89db436b3e65487ca747f4028a21340c is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:51:41.540396 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-8b621844-a326-45b9-8a98-8cffdeda80ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:51:41.548970 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-8b621844-a326-45b9-8a98-8cffdeda80ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:51:41.718823 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8b621844-a326-45b9-8a98-8cffdeda80ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:41.725805 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8b621844-a326-45b9-8a98-8cffdeda80ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:41.735193 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-50ae4732-807c-445d-ac4b-2947851b3b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:41.791078 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-8b621844-a326-45b9-8a98-8cffdeda80ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=89db436b3e65487ca747f4028a21340c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6592746 May 04 13:51:41.793794 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b621844-a326-45b9-8a98-8cffdeda80ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675b9459-afda-495d-abab-2366d2c64d1f,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:41.794934 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 53820) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:41.798128 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8b621844-a326-45b9-8a98-8cffdeda80ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:41.821228 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bfbdd-5076-46c7-b2f8-17b572fa5d65 req-0a6649d3-b10f-4d9f-af5d-e1aaf1c94c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:41.825404 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-794bfbdd-5076-46c7-b2f8-17b572fa5d65 req-0a6649d3-b10f-4d9f-af5d-e1aaf1c94c4d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 1098 time: 0.1679735 May 04 13:51:41.893513 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-794bfbdd-5076-46c7-b2f8-17b572fa5d65 req-f390a706-d6b0-4b1f-8320-2c6c71be2c0f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613797 May 04 13:51:42.012719 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d34e-9706-42d6-844f-e62dcd5177dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:42.044726 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d34e-9706-42d6-844f-e62dcd5177dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:42.106613 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d34e-9706-42d6-844f-e62dcd5177dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:42.113538 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-dcc9b332-01eb-4546-a413-8b14bc02cdff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:42.130238 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5d34e-9706-42d6-844f-e62dcd5177dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675b9459-afda-495d-abab-2366d2c64d1f,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:42.132790 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b9c5d34e-9706-42d6-844f-e62dcd5177dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:42.137147 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d34e-9706-42d6-844f-e62dcd5177dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:42.138341 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-b9c5d34e-9706-42d6-844f-e62dcd5177dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/675b9459-afda-495d-abab-2366d2c64d1f HTTP/1.1" status: 204 len: 168 time: 0.3417544 May 04 13:51:42.424345 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798e911-4ee5-497e-83f1-a6a5b0cce6d6 req-abb698af-022c-4d63-8da6-02510382f7df tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:42.427136 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6798e911-4ee5-497e-83f1-a6a5b0cce6d6 req-abb698af-022c-4d63-8da6-02510382f7df tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.1364908 May 04 13:51:42.482153 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6798e911-4ee5-497e-83f1-a6a5b0cce6d6 req-5c8d2769-e25a-4e90-9444-b41f1ce14914 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478766 May 04 13:51:43.767675 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31eac1-a7c8-4d62-b0d3-37f99ed97e81 req-1674f4d2-53b4-48ec-af72-cd25bc6b23ad tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:43.770679 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2c31eac1-a7c8-4d62-b0d3-37f99ed97e81 req-1674f4d2-53b4-48ec-af72-cd25bc6b23ad tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.1596773 May 04 13:51:43.857191 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2c31eac1-a7c8-4d62-b0d3-37f99ed97e81 req-72d2a301-0688-4d79-8fc2-a9aef411f8c0 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809500 May 04 13:51:44.067363 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1a713-243a-46eb-8c9b-ee3fbabf80da req-3fdd33b9-6949-4f76-8c7d-a8c7a70a7132 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:44.068968 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0aa1a713-243a-46eb-8c9b-ee3fbabf80da req-3fdd33b9-6949-4f76-8c7d-a8c7a70a7132 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0926678 May 04 13:51:44.078666 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 53872) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:44.084009 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.v2.base [None req-0a647035-48ae-48f8-9736-c27411b9896e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Request body: {'floatingip': {'port_id': '6c266d79-47bf-430a-b6b8-d9a905fe67df'}} {{(pid=73861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 13:51:44.167055 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0a647035-48ae-48f8-9736-c27411b9896e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for floatingip, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:44.796303 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0a647035-48ae-48f8-9736-c27411b9896e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:44.801728 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0a647035-48ae-48f8-9736-c27411b9896e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974359'] for floatingip, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:45.024125 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.db.l3_db [None req-0a647035-48ae-48f8-9736-c27411b9896e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Floating IP 15dff6b9-4ce1-42b4-a2bc-87e1d64ce94b associated. External IP: 172.28.3.117, port: 6c266d79-47bf-430a-b6b8-d9a905fe67df. May 04 13:51:45.570802 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a647035-48ae-48f8-9736-c27411b9896e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Router b039ab22-96cd-4eff-a62a-7176262b611f has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:51:45.762552 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a647035-48ae-48f8-9736-c27411b9896e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:51:45.767445 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0a647035-48ae-48f8-9736-c27411b9896e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for floatingip, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:45.772004 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1f4e7f-0fb9-4db9-8f7c-4061388d5b78 None None] Sync routers for ids ['b039ab22-96cd-4eff-a62a-7176262b611f'] in dv-cinder-789564-1-smb {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:51:45.782476 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f4e7f-0fb9-4db9-8f7c-4061388d5b78 None None] Routers {'b039ab22-96cd-4eff-a62a-7176262b611f'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:51:45.782996 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-cf1f4e7f-0fb9-4db9-8f7c-4061388d5b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:51:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['b039ab22-96cd-4eff-a62a-7176262b611f'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:45.839633 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-0a647035-48ae-48f8-9736-c27411b9896e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "PUT /v2.0/floatingips/15dff6b9-4ce1-42b4-a2bc-87e1d64ce94b HTTP/1.1" status: 200 len: 991 time: 1.7554040 May 04 13:51:45.839633 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'tag': '6c266d79-47bf-430a-b6b8-d9a905fe67df'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:51:45.902861 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'tag': '6c266d79-47bf-430a-b6b8-d9a905fe67df', 'status': 'completed', 'code': 200} May 04 13:51:45.992166 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-cf1f4e7f-0fb9-4db9-8f7c-4061388d5b78 None None] Set router b039ab22-96cd-4eff-a62a-7176262b611f gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:51:46.006659 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc60632-e61b-4dff-8916-e7dfd9053eca req-9bb04f35-eafe-4fcc-84d2-bf0824e09c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:46.008326 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ccc60632-e61b-4dff-8916-e7dfd9053eca req-9bb04f35-eafe-4fcc-84d2-bf0824e09c96 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa011d4f8ea24f91a968eb99a050ed79&device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 1098 time: 0.0835869 May 04 13:51:46.148224 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc60632-e61b-4dff-8916-e7dfd9053eca req-4679d93e-6261-4761-9c83-4dd0972cd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:46.149624 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ccc60632-e61b-4dff-8916-e7dfd9053eca req-4679d93e-6261-4761-9c83-4dd0972cd5d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=837d1d6a-cef0-4444-bf2f-24dd96641b9c HTTP/1.1" status: 200 len: 918 time: 0.1351283 May 04 13:51:46.265058 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ccc60632-e61b-4dff-8916-e7dfd9053eca req-8fbc5269-9b1e-46f6-aa11-4be5fb95c2a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c266d79-47bf-430a-b6b8-d9a905fe67df HTTP/1.1" status: 200 len: 999 time: 0.1079679 May 04 13:51:46.347036 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc60632-e61b-4dff-8916-e7dfd9053eca req-72dd6f99-77f9-4f4a-a0ca-1ccc9a7c7940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:46.348875 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ccc60632-e61b-4dff-8916-e7dfd9053eca req-72dd6f99-77f9-4f4a-a0ca-1ccc9a7c7940 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=468ed228-2645-4e84-b7ff-24abd353db04 HTTP/1.1" status: 200 len: 856 time: 0.0774274 May 04 13:51:46.426777 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-cf1f4e7f-0fb9-4db9-8f7c-4061388d5b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:48:16Z', 'revision_number': 4, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_floatingips': [{'id': '15dff6b9-4ce1-42b4-a2bc-87e1d64ce94b', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'floating_ip_address': '172.28.3.117', 'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'router_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'port_id': '6c266d79-47bf-430a-b6b8-d9a905fe67df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'mac_address': 'fa:16:3e:70:b3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:51:31Z', 'updated_at': '2021-05-04T13:51:44Z', 'revision_number': 1, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8289143-29f2-44c2-8942-b44ef23c09f8', 'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'mac_address': 'fa:16:3e:22:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:15Z', 'updated_at': '2021-05-04T13:48:26Z', 'revision_number': 5, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'subnets': [{'id': '468ed228-2645-4e84-b7ff-24abd353db04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:46.432405 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1f4e7f-0fb9-4db9-8f7c-4061388d5b78 None None] Checking router: b039ab22-96cd-4eff-a62a-7176262b611f for host: dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:51:46.432879 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc60632-e61b-4dff-8916-e7dfd9053eca req-cfd91fa1-e52d-4782-bcca-6fb857a0a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:51:46.434564 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ccc60632-e61b-4dff-8916-e7dfd9053eca req-cfd91fa1-e52d-4782-bcca-6fb857a0a3d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=837d1d6a-cef0-4444-bf2f-24dd96641b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795588 May 04 13:51:46.442253 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f4e7f-0fb9-4db9-8f7c-4061388d5b78 None None] Routers {'b039ab22-96cd-4eff-a62a-7176262b611f'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:51:46.442868 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-cf1f4e7f-0fb9-4db9-8f7c-4061388d5b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:51:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['b039ab22-96cd-4eff-a62a-7176262b611f'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:46.591632 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ccc60632-e61b-4dff-8916-e7dfd9053eca req-c1f80251-749c-4250-a479-353fd9a3ef1c service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502509 May 04 13:51:46.657206 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-cf1f4e7f-0fb9-4db9-8f7c-4061388d5b78 None None] Set router b039ab22-96cd-4eff-a62a-7176262b611f gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:51:46.769409 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-ccc60632-e61b-4dff-8916-e7dfd9053eca req-dc4f7c08-b79b-482e-949f-ab2825014698 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706529 May 04 13:51:47.170060 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-cf1f4e7f-0fb9-4db9-8f7c-4061388d5b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:48:16Z', 'revision_number': 4, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_floatingips': [{'id': '15dff6b9-4ce1-42b4-a2bc-87e1d64ce94b', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'floating_ip_address': '172.28.3.117', 'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'router_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'port_id': '6c266d79-47bf-430a-b6b8-d9a905fe67df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'mac_address': 'fa:16:3e:70:b3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:51:31Z', 'updated_at': '2021-05-04T13:51:44Z', 'revision_number': 1, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8289143-29f2-44c2-8942-b44ef23c09f8', 'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'mac_address': 'fa:16:3e:22:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:15Z', 'updated_at': '2021-05-04T13:48:26Z', 'revision_number': 5, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'subnets': [{'id': '468ed228-2645-4e84-b7ff-24abd353db04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:47.174749 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1f4e7f-0fb9-4db9-8f7c-4061388d5b78 None None] The sync data for ids ['b039ab22-96cd-4eff-a62a-7176262b611f'] in dv-cinder-789564-1-smb is: [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:48:16Z', 'revision_number': 4, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_floatingips': [{'id': '15dff6b9-4ce1-42b4-a2bc-87e1d64ce94b', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'floating_ip_address': '172.28.3.117', 'floating_network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'router_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'port_id': '6c266d79-47bf-430a-b6b8-d9a905fe67df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'mac_address': 'fa:16:3e:70:b3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:51:31Z', 'updated_at': '2021-05-04T13:51:44Z', 'revision_number': 1, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8289143-29f2-44c2-8942-b44ef23c09f8', 'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'mac_address': 'fa:16:3e:22:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:15Z', 'updated_at': '2021-05-04T13:48:26Z', 'revision_number': 5, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'subnets': [{'id': '468ed228-2645-4e84-b7ff-24abd353db04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:51:47.371594 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c191db-6fc1-4e15-9430-4669d8e180e3 None None] New status for floating IP 15dff6b9-4ce1-42b4-a2bc-87e1d64ce94b: ACTIVE {{(pid=73862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:51:49.116747 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 53910) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:49.248534 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ffa0e338-f01b-4280-a417-0c52b5eeb67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:49.265950 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ffa0e338-f01b-4280-a417-0c52b5eeb67b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:51:49.270321 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-ffa0e338-f01b-4280-a417-0c52b5eeb67b admin admin] Usage tracker for resource:security_group_rule and tenant:6db0e7603602453781a89f457827c586 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:51:49.273718 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-ffa0e338-f01b-4280-a417-0c52b5eeb67b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:51:49.281499 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ffa0e338-f01b-4280-a417-0c52b5eeb67b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:51:49.374126 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ffa0e338-f01b-4280-a417-0c52b5eeb67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:49.378591 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ffa0e338-f01b-4280-a417-0c52b5eeb67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:49.387466 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-03473917-f27c-49e1-b186-f6aec95159fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:49.436431 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0e338-f01b-4280-a417-0c52b5eeb67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651b0f76-e374-42a4-bdc5-b08ed0d34a88,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:49.441023 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-ffa0e338-f01b-4280-a417-0c52b5eeb67b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6db0e7603602453781a89f457827c586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232043 May 04 13:51:49.441989 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ffa0e338-f01b-4280-a417-0c52b5eeb67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:49.444224 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 53918) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:51:49.508524 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-71ddff29-b555-4c9e-837c-617a4fd1af27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:49.537765 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-71ddff29-b555-4c9e-837c-617a4fd1af27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:49.602590 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-71ddff29-b555-4c9e-837c-617a4fd1af27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:49.607685 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-329e9cce-ad77-4d8d-98bb-52dffe81c7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:51:49.622919 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddff29-b555-4c9e-837c-617a4fd1af27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651b0f76-e374-42a4-bdc5-b08ed0d34a88,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:49.627064 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-71ddff29-b555-4c9e-837c-617a4fd1af27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:51:49.633403 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-71ddff29-b555-4c9e-837c-617a4fd1af27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:49.634559 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-71ddff29-b555-4c9e-837c-617a4fd1af27 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/651b0f76-e374-42a4-bdc5-b08ed0d34a88 HTTP/1.1" status: 204 len: 168 time: 0.1893888 May 04 13:51:52.219430 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:52.847253 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:51:56.138590 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-74d80862-bce9-454d-a578-cc236410d7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:58.800641 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-14fbf1fb-6399-4e09-8b2f-061be6ac9029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:51:59.531821 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:00.315605 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:02.635200 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:22.238326 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:24.410537 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 53996) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:52:24.679148 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Deleting port 047aca62-24a1-4c23-8ed4-085f7eb76f73 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:52:24.679504 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:24.797769 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:24.798104 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:25.016156 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Calling delete_port for 047aca62-24a1-4c23-8ed4-085f7eb76f73 owned by network:floatingip {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:52:25.131709 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:25.135238 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0a3ab2fd-3ac2-4f2b-a06d-1286ea40ed4a tempest-AttachVolumeNegativeTest-913035918 tempest-AttachVolumeNegativeTest-913035918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:52:25.180878 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Pushing event deleted for resources: {'Port': ['ID=047aca62-24a1-4c23-8ed4-085f7eb76f73,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:25.215110 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:25.215479 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:25.215846 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:25.216233 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:25.216593 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:25.217591 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:25.217952 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:25.218305 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:25.218657 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:25.219002 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:25.219349 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:25.219694 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:25.226703 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:52:25.285932 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for floatingip, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:25.286180 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.db.l3_db [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Floating IP cf194b22-0308-4c01-a499-d439e0f29496 disassociated (deleted). External IP: 172.28.3.9, port: 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023. May 04 13:52:25.644367 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Router 9616a04b-25e9-4801-b908-3d907ed907d8 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:52:25.828418 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:52:25.838436 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb115d00-0e4d-4570-ae53-cc66dca03ade None None] Sync routers for ids ['9616a04b-25e9-4801-b908-3d907ed907d8'] in dv-cinder-789564-1-smb {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:52:25.845897 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for floatingip, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:25.848848 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb115d00-0e4d-4570-ae53-cc66dca03ade None None] Routers {'9616a04b-25e9-4801-b908-3d907ed907d8'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:52:25.849519 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-fb115d00-0e4d-4570-ae53-cc66dca03ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:51:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['9616a04b-25e9-4801-b908-3d907ed907d8'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:25.908191 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "DELETE /v2.0/floatingips/cf194b22-0308-4c01-a499-d439e0f29496 HTTP/1.1" status: 204 len: 168 time: 1.4965827 May 04 13:52:25.908847 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'tag': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:52:25.961625 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'tag': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023', 'status': 'completed', 'code': 200} May 04 13:52:26.035529 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-fb115d00-0e4d-4570-ae53-cc66dca03ade None None] Set router 9616a04b-25e9-4801-b908-3d907ed907d8 gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:52:26.057697 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44139643-c495-4b3c-a49d-35a15726773f req-9c73d8f4-5626-46ec-8ebd-878e6ea89edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:26.059195 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-44139643-c495-4b3c-a49d-35a15726773f req-9c73d8f4-5626-46ec-8ebd-878e6ea89edd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba7d7287eddb4c00ab92d7d96e686d4e&device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 1098 time: 0.0756605 May 04 13:52:26.146280 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bb2f3b64-e64f-4e10-80b9-16d10a32e936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:26.214621 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44139643-c495-4b3c-a49d-35a15726773f req-f3aab2a3-2b6c-4ecf-b2d6-5bcf668f49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:26.216206 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-44139643-c495-4b3c-a49d-35a15726773f req-f3aab2a3-2b6c-4ecf-b2d6-5bcf668f49e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5819c209-e830-494e-8b5b-2011ecaaec60 HTTP/1.1" status: 200 len: 909 time: 0.1507704 May 04 13:52:26.287902 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-44139643-c495-4b3c-a49d-35a15726773f req-8fa11602-c06c-445f-b6f6-d9df7e5fa343 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 HTTP/1.1" status: 200 len: 217 time: 0.0647306 May 04 13:52:26.303260 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfdd79-764f-4244-844e-5a9618a1ea5d req-f6f97ed6-26d4-4ea3-a3d1-a4a2cedd4d96 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:26.305643 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-97bfdd79-764f-4244-844e-5a9618a1ea5d req-f6f97ed6-26d4-4ea3-a3d1-a4a2cedd4d96 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.0871823 May 04 13:52:26.354126 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44139643-c495-4b3c-a49d-35a15726773f req-f1200071-a836-42cf-a08c-5ad2e32409c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:26.355652 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-44139643-c495-4b3c-a49d-35a15726773f req-f1200071-a836-42cf-a08c-5ad2e32409c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afaec3b4-ea0f-4701-811e-4142e4284074 HTTP/1.1" status: 200 len: 847 time: 0.0604424 May 04 13:52:26.356725 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-97bfdd79-764f-4244-844e-5a9618a1ea5d req-b2b226a0-97e0-47f8-a84b-a648767bf318 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452740 May 04 13:52:26.376551 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-fb115d00-0e4d-4570-ae53-cc66dca03ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'name': 'tempest-TestShelveInstance-234654311-router', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:57Z', 'updated_at': '2021-05-04T13:47:08Z', 'revision_number': 4, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'gw_port': {'id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:59Z', 'updated_at': '2021-05-04T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'dddd46e2-970c-4b6a-8a60-81e5f24742a9', 'name': '', 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'mac_address': 'fa:16:3e:54:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:06Z', 'updated_at': '2021-05-04T13:47:28Z', 'revision_number': 5, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'subnets': [{'id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:26.380443 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb115d00-0e4d-4570-ae53-cc66dca03ade None None] Checking router: 9616a04b-25e9-4801-b908-3d907ed907d8 for host: dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:52:26.389221 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb115d00-0e4d-4570-ae53-cc66dca03ade None None] Routers {'9616a04b-25e9-4801-b908-3d907ed907d8'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:52:26.389813 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-fb115d00-0e4d-4570-ae53-cc66dca03ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:51:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['9616a04b-25e9-4801-b908-3d907ed907d8'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:26.431194 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44139643-c495-4b3c-a49d-35a15726773f req-5e0963a1-a205-45da-9382-3e7997b1b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:26.432716 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-44139643-c495-4b3c-a49d-35a15726773f req-5e0963a1-a205-45da-9382-3e7997b1b528 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5819c209-e830-494e-8b5b-2011ecaaec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701451 May 04 13:52:26.572415 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-fb115d00-0e4d-4570-ae53-cc66dca03ade None None] Set router 9616a04b-25e9-4801-b908-3d907ed907d8 gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:52:26.683376 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-44139643-c495-4b3c-a49d-35a15726773f req-dbaf7d21-6b36-47ad-b324-4374eefe03bc service neutron] 10.222.0.30 "GET /v2.0/networks/5819c209-e830-494e-8b5b-2011ecaaec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427695 May 04 13:52:26.820529 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-44139643-c495-4b3c-a49d-35a15726773f req-a4948ee1-ca16-4381-93f5-6ba76679b020 service neutron] 10.222.0.30 "GET /v2.0/networks/5819c209-e830-494e-8b5b-2011ecaaec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301389 May 04 13:52:26.890343 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-fb115d00-0e4d-4570-ae53-cc66dca03ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'name': 'tempest-TestShelveInstance-234654311-router', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:57Z', 'updated_at': '2021-05-04T13:47:08Z', 'revision_number': 4, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'gw_port': {'id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:59Z', 'updated_at': '2021-05-04T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'dddd46e2-970c-4b6a-8a60-81e5f24742a9', 'name': '', 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'mac_address': 'fa:16:3e:54:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:06Z', 'updated_at': '2021-05-04T13:47:28Z', 'revision_number': 5, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'subnets': [{'id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:26.894435 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb115d00-0e4d-4570-ae53-cc66dca03ade None None] The sync data for ids ['9616a04b-25e9-4801-b908-3d907ed907d8'] in dv-cinder-789564-1-smb is: [{'id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'name': 'tempest-TestShelveInstance-234654311-router', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:57Z', 'updated_at': '2021-05-04T13:47:08Z', 'revision_number': 4, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'gw_port': {'id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:59Z', 'updated_at': '2021-05-04T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'dddd46e2-970c-4b6a-8a60-81e5f24742a9', 'name': '', 'network_id': '5819c209-e830-494e-8b5b-2011ecaaec60', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'mac_address': 'fa:16:3e:54:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:06Z', 'updated_at': '2021-05-04T13:47:28Z', 'revision_number': 5, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'subnets': [{'id': 'afaec3b4-ea0f-4701-811e-4142e4284074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:52:27.092450 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aafcea5-5be9-4a6e-9053-7dbe11873bc7 None None] New status for floating IP cf194b22-0308-4c01-a499-d439e0f29496: DOWN {{(pid=73862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:52:27.532969 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67b761-afe2-4314-a796-4df4b53fd192 req-0ee8542e-3329-4126-9329-d28ff25bf9c4 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:27.533578 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-9a67b761-afe2-4314-a796-4df4b53fd192 req-0ee8542e-3329-4126-9329-d28ff25bf9c4 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Synchronizing usage tracker for tenant:ba7d7287eddb4c00ab92d7d96e686d4e on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:52:27.543457 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947db3a-47cc-4497-a6c9-54e8e56149e2 req-a6a64429-c169-4afb-879f-fddf0c82c9bf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:27.545427 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a947db3a-47cc-4497-a6c9-54e8e56149e2 req-a6a64429-c169-4afb-879f-fddf0c82c9bf tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.0803874 May 04 13:52:27.551214 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-9a67b761-afe2-4314-a796-4df4b53fd192 req-0ee8542e-3329-4126-9329-d28ff25bf9c4 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Unset dirty status for tenant:ba7d7287eddb4c00ab92d7d96e686d4e on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:52:27.552449 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9a67b761-afe2-4314-a796-4df4b53fd192 req-0ee8542e-3329-4126-9329-d28ff25bf9c4 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 945 time: 0.1018093 May 04 13:52:27.595140 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a947db3a-47cc-4497-a6c9-54e8e56149e2 req-924e8abf-765b-4284-a002-da7723e63afa tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/security-groups?id=f189ce17-5f72-49f4-9709-d285eaf7fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438061 May 04 13:52:27.696734 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-9a67b761-afe2-4314-a796-4df4b53fd192 req-b0a6d81b-e52b-4cdb-bec5-d7ad35e401e0 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Deleting port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:52:27.697385 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-9a67b761-afe2-4314-a796-4df4b53fd192 req-b0a6d81b-e52b-4cdb-bec5-d7ad35e401e0 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:27.835419 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-9a67b761-afe2-4314-a796-4df4b53fd192 req-b0a6d81b-e52b-4cdb-bec5-d7ad35e401e0 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] For port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023,segment=NetworkSegment(c526d66a-050e-4f2d-b706-4b508fd7f802),segment_id=c526d66a-050e-4f2d-b706-4b508fd7f802)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:52:27.836470 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-9a67b761-afe2-4314-a796-4df4b53fd192 req-b0a6d81b-e52b-4cdb-bec5-d7ad35e401e0 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:27.958711 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-9a67b761-afe2-4314-a796-4df4b53fd192 req-b0a6d81b-e52b-4cdb-bec5-d7ad35e401e0 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Calling delete_port for 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:52:28.072786 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-9a67b761-afe2-4314-a796-4df4b53fd192 req-b0a6d81b-e52b-4cdb-bec5-d7ad35e401e0 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:28.078593 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9b2ba730-4f53-403d-8838-87a70794739b tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:52:28.124097 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6d81b-e52b-4cdb-bec5-d7ad35e401e0 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Pushing event deleted for resources: {'Port': ['ID=4ff57207-26f9-4e2a-9aa8-44cc3fc3b023,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:28.127238 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b0a6d81b-e52b-4cdb-bec5-d7ad35e401e0 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:52:28.201595 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a67b761-afe2-4314-a796-4df4b53fd192 req-b0a6d81b-e52b-4cdb-bec5-d7ad35e401e0 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] No DVR routers for this DVR port 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:52:28.204079 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-9a67b761-afe2-4314-a796-4df4b53fd192 req-b0a6d81b-e52b-4cdb-bec5-d7ad35e401e0 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:28.206604 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'name': 'network-vif-deleted', 'tag': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:52:28.222152 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-9a67b761-afe2-4314-a796-4df4b53fd192 req-b0a6d81b-e52b-4cdb-bec5-d7ad35e401e0 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.30 "DELETE /v2.0/ports/4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 HTTP/1.1" status: 204 len: 173 time: 0.6646097 May 04 13:52:28.261795 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37baa44-062e-4c1e-acc9-56d3db3e5a87', 'name': 'network-vif-deleted', 'tag': '4ff57207-26f9-4e2a-9aa8-44cc3fc3b023', 'status': 'completed', 'code': 200} May 04 13:52:28.778141 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4781a80b-b8bd-4b10-b4aa-e63fe8fffec8 req-5e9593c8-129b-47b7-bc9e-5b48051be759 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37baa44-062e-4c1e-acc9-56d3db3e5a87 HTTP/1.1" status: 200 len: 210 time: 0.0439014 May 04 13:52:28.804487 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-22c5980a-78c1-459a-bcc3-848f3f111740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:29.524011 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:29.846744 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:52:29.874444 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54014) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:52:29.942752 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-337c9e37-61b4-4499-9aaa-fda3072d7d93 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:29.972576 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-337c9e37-61b4-4499-9aaa-fda3072d7d93 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:30.037154 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-337c9e37-61b4-4499-9aaa-fda3072d7d93 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:30.041297 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ffa0e338-f01b-4280-a417-0c52b5eeb67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:52:30.057384 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c9e37-61b4-4499-9aaa-fda3072d7d93 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f189ce17-5f72-49f4-9709-d285eaf7fe8d,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:30.060436 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-337c9e37-61b4-4499-9aaa-fda3072d7d93 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:52:30.079650 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-337c9e37-61b4-4499-9aaa-fda3072d7d93 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:30.080816 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-337c9e37-61b4-4499-9aaa-fda3072d7d93 tempest-TestShelveInstance-77299695 tempest-TestShelveInstance-77299695-project] 10.222.0.44 "DELETE /v2.0/security-groups/f189ce17-5f72-49f4-9709-d285eaf7fe8d HTTP/1.1" status: 204 len: 168 time: 0.2053771 May 04 13:52:30.122179 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54020) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:52:30.318131 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:30.942203 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9eba-48c2-4c96-b815-d80efe0f8cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967173'] for router_interface, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:31.299798 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:52:31.334782 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] No Port match for: 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:52:31.335479 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 4ff57207-26f9-4e2a-9aa8-44cc3fc3b023 not bound to the agent host hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:52:31.367501 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-4f6a9eba-48c2-4c96-b815-d80efe0f8cdc admin admin] Deleting port dddd46e2-970c-4b6a-8a60-81e5f24742a9 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:52:31.367850 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9eba-48c2-4c96-b815-d80efe0f8cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:31.489060 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-4f6a9eba-48c2-4c96-b815-d80efe0f8cdc admin admin] For port dddd46e2-970c-4b6a-8a60-81e5f24742a9, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=dddd46e2-970c-4b6a-8a60-81e5f24742a9,segment=NetworkSegment(c526d66a-050e-4f2d-b706-4b508fd7f802),segment_id=c526d66a-050e-4f2d-b706-4b508fd7f802)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:52:31.489409 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9eba-48c2-4c96-b815-d80efe0f8cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:31.614017 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-4f6a9eba-48c2-4c96-b815-d80efe0f8cdc admin admin] Calling delete_port for dddd46e2-970c-4b6a-8a60-81e5f24742a9 owned by network:router_interface {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:52:31.770927 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9eba-48c2-4c96-b815-d80efe0f8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:31.774495 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d16f22a1-da63-4ceb-bdfa-c5c9df0fcdbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:52:31.821544 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a9eba-48c2-4c96-b815-d80efe0f8cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=dddd46e2-970c-4b6a-8a60-81e5f24742a9,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:31.824917 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4f6a9eba-48c2-4c96-b815-d80efe0f8cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:52:32.100182 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9eba-48c2-4c96-b815-d80efe0f8cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1977589'] for router_interface, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:32.567745 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6a9eba-48c2-4c96-b815-d80efe0f8cdc admin admin] Router 9616a04b-25e9-4801-b908-3d907ed907d8 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:52:32.637022 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:32.750564 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6a9eba-48c2-4c96-b815-d80efe0f8cdc admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:52:32.759176 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d12c136-b06a-4391-bf99-0e8a8e496845 None None] Sync routers for ids ['9616a04b-25e9-4801-b908-3d907ed907d8'] in dv-cinder-789564-1-smb {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:52:32.762656 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-4f6a9eba-48c2-4c96-b815-d80efe0f8cdc admin admin] 10.222.0.44 "PUT /v2.0/routers/9616a04b-25e9-4801-b908-3d907ed907d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6394193 May 04 13:52:32.765077 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54026) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:52:32.768589 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d12c136-b06a-4391-bf99-0e8a8e496845 None None] Routers {'9616a04b-25e9-4801-b908-3d907ed907d8'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:52:32.769311 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-3d12c136-b06a-4391-bf99-0e8a8e496845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:52:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['9616a04b-25e9-4801-b908-3d907ed907d8'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:32.945501 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1924-ed9c-4d62-b237-593f9651c42e admin admin] Notify callbacks [] for router, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:32.948371 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-3d12c136-b06a-4391-bf99-0e8a8e496845 None None] Set router 9616a04b-25e9-4801-b908-3d907ed907d8 gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:52:33.125245 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1924-ed9c-4d62-b237-593f9651c42e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:33.200386 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b1924-ed9c-4d62-b237-593f9651c42e admin admin] Deleting port e85cacc6-b145-49a3-8218-128f861546c2 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:52:33.200733 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1924-ed9c-4d62-b237-593f9651c42e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:33.262327 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-3d12c136-b06a-4391-bf99-0e8a8e496845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'name': 'tempest-TestShelveInstance-234654311-router', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:57Z', 'updated_at': '2021-05-04T13:52:31Z', 'revision_number': 5, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'gw_port': {'id': 'e85cacc6-b145-49a3-8218-128f861546c2', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:59Z', 'updated_at': '2021-05-04T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:33.267228 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d12c136-b06a-4391-bf99-0e8a8e496845 None None] Checking router: 9616a04b-25e9-4801-b908-3d907ed907d8 for host: dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:52:33.275820 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d12c136-b06a-4391-bf99-0e8a8e496845 None None] Routers {'9616a04b-25e9-4801-b908-3d907ed907d8'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:52:33.276363 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-3d12c136-b06a-4391-bf99-0e8a8e496845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:52:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['9616a04b-25e9-4801-b908-3d907ed907d8'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:33.323662 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-0b3b1924-ed9c-4d62-b237-593f9651c42e admin admin] For port e85cacc6-b145-49a3-8218-128f861546c2, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=e85cacc6-b145-49a3-8218-128f861546c2,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:52:33.324019 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1924-ed9c-4d62-b237-593f9651c42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:33.427597 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-3d12c136-b06a-4391-bf99-0e8a8e496845 None None] Set router 9616a04b-25e9-4801-b908-3d907ed907d8 gateway port host: None {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:52:33.449251 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b1924-ed9c-4d62-b237-593f9651c42e admin admin] Calling delete_port for e85cacc6-b145-49a3-8218-128f861546c2 owned by network:router_gateway {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:52:33.533950 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-3d12c136-b06a-4391-bf99-0e8a8e496845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'name': 'tempest-TestShelveInstance-234654311-router', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:57Z', 'updated_at': '2021-05-04T13:52:33Z', 'revision_number': 6, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'gw_port_host': None}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:33.537899 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d12c136-b06a-4391-bf99-0e8a8e496845 None None] The sync data for ids ['9616a04b-25e9-4801-b908-3d907ed907d8'] in dv-cinder-789564-1-smb is: [{'id': '9616a04b-25e9-4801-b908-3d907ed907d8', 'name': 'tempest-TestShelveInstance-234654311-router', 'tenant_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:46:57Z', 'updated_at': '2021-05-04T13:52:33Z', 'revision_number': 6, 'project_id': 'ba7d7287eddb4c00ab92d7d96e686d4e', 'gw_port_host': None}] {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:52:33.596077 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1924-ed9c-4d62-b237-593f9651c42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:33.599597 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:52:33.643680 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b1924-ed9c-4d62-b237-593f9651c42e admin admin] Pushing event deleted for resources: {'Port': ['ID=e85cacc6-b145-49a3-8218-128f861546c2,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:33.646935 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0b3b1924-ed9c-4d62-b237-593f9651c42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:52:33.850741 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1924-ed9c-4d62-b237-593f9651c42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974378'] for router_gateway, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:34.029733 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1924-ed9c-4d62-b237-593f9651c42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1978110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47698'] for router, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:34.032487 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1924-ed9c-4d62-b237-593f9651c42e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:34.054870 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1924-ed9c-4d62-b237-593f9651c42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1974562'] for router, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:34.055374 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3b1924-ed9c-4d62-b237-593f9651c42e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9616a04b-25e9-4801-b908-3d907ed907d8 {{(pid=73860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 13:52:34.068957 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1924-ed9c-4d62-b237-593f9651c42e admin admin] Notify callbacks [] for router, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:34.070078 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-0b3b1924-ed9c-4d62-b237-593f9651c42e admin admin] 10.222.0.44 "DELETE /v2.0/routers/9616a04b-25e9-4801-b908-3d907ed907d8 HTTP/1.1" status: 204 len: 168 time: 1.3041358 May 04 13:52:34.072624 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54030) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:52:34.135172 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_v2 [None req-273454fc-7cfa-4963-864e-ec18b17b0594 admin admin] Deleting subnet afaec3b4-ea0f-4701-811e-4142e4284074 {{(pid=73860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 13:52:34.138000 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-273454fc-7cfa-4963-864e-ec18b17b0594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:34.188629 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-273454fc-7cfa-4963-864e-ec18b17b0594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15112897'] for subnet, precommit_delete_associations {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:34.270184 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-273454fc-7cfa-4963-864e-ec18b17b0594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989773'] for subnet, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:34.542664 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-273454fc-7cfa-4963-864e-ec18b17b0594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15112760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14884982'] for subnet, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:34.548858 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:52:34.590454 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-273454fc-7cfa-4963-864e-ec18b17b0594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:34.595594 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273454fc-7cfa-4963-864e-ec18b17b0594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afaec3b4-ea0f-4701-811e-4142e4284074,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:34.597129 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-273454fc-7cfa-4963-864e-ec18b17b0594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:52:34.597847 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0e8b5f-5e70-4415-96f6-54e6de4209b1 None None] Network 5819c209-e830-494e-8b5b-2011ecaaec60 requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:52:34.600375 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-273454fc-7cfa-4963-864e-ec18b17b0594 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/afaec3b4-ea0f-4701-811e-4142e4284074 HTTP/1.1" status: 204 len: 168 time: 0.5268047 May 04 13:52:34.602823 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54034) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:52:34.705789 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608811'] for network, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:34.783428 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Deleting port 8fbe9d45-f915-4100-93df-b443429e0c4e {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:52:34.783870 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:34.883672 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528253a8-67ff-40b8-aae4-e95a933c1826 None None] DHCP port deletion for 5819c209-e830-494e-8b5b-2011ecaaec60 request from dv-cinder-789564-1-smb {{(pid=73862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 13:52:34.896286 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] For port 8fbe9d45-f915-4100-93df-b443429e0c4e, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=8fbe9d45-f915-4100-93df-b443429e0c4e,segment=NetworkSegment(c526d66a-050e-4f2d-b706-4b508fd7f802),segment_id=c526d66a-050e-4f2d-b706-4b508fd7f802)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:52:34.896647 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:34.949199 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-528253a8-67ff-40b8-aae4-e95a933c1826 None None] Deleting port 8fbe9d45-f915-4100-93df-b443429e0c4e {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:52:34.949586 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-528253a8-67ff-40b8-aae4-e95a933c1826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:35.021695 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Calling delete_port for 8fbe9d45-f915-4100-93df-b443429e0c4e owned by network:dhcp {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:52:35.053528 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-528253a8-67ff-40b8-aae4-e95a933c1826 None None] For port 8fbe9d45-f915-4100-93df-b443429e0c4e, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=8fbe9d45-f915-4100-93df-b443429e0c4e,segment=NetworkSegment(c526d66a-050e-4f2d-b706-4b508fd7f802),segment_id=c526d66a-050e-4f2d-b706-4b508fd7f802)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:52:35.053927 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-528253a8-67ff-40b8-aae4-e95a933c1826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:35.069562 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:35.073566 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ead1b378-79e4-42b1-ac99-faff4732cde8 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:52:35.121928 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Pushing event deleted for resources: {'Port': ['ID=8fbe9d45-f915-4100-93df-b443429e0c4e,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:35.123663 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] No DVR routers for this DVR port 8fbe9d45-f915-4100-93df-b443429e0c4e on host dv-cinder-789564-1-smb {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:52:35.125822 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:52:35.181942 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-528253a8-67ff-40b8-aae4-e95a933c1826 None None] Calling delete_port for 8fbe9d45-f915-4100-93df-b443429e0c4e owned by network:dhcp {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:52:35.226186 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-528253a8-67ff-40b8-aae4-e95a933c1826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:35.229803 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:52:35.243738 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985040', 'neutron.services.segments.db._delete_segments_for_network-8760702794289'] for network, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:35.277151 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528253a8-67ff-40b8-aae4-e95a933c1826 None None] Pushing event deleted for resources: {'Port': ['ID=8fbe9d45-f915-4100-93df-b443429e0c4e,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:35.280752 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-528253a8-67ff-40b8-aae4-e95a933c1826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:52:35.283199 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528253a8-67ff-40b8-aae4-e95a933c1826 None None] No DVR routers for this DVR port 8fbe9d45-f915-4100-93df-b443429e0c4e on host dv-cinder-789564-1-smb {{(pid=73862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:52:35.456030 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.services.segments.db [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5819c209-e830-494e-8b5b-2011ecaaec60']}} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:35.468205 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.services.segments.db [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c526d66a-050e-4f2d-b706-4b508fd7f802') {'for_net_delete': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:35.468558 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.services.segments.db [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c526d66a-050e-4f2d-b706-4b508fd7f802') {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:35.479578 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760702805351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15112952'] for segment, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:35.496067 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:35.503034 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=73860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:52:35.618821 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device e85cacc6-b145-49a3-8218-128f861546c2 no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:52:35.653782 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: e85cacc6-b145-49a3-8218-128f861546c2 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:52:35.654140 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device e85cacc6-b145-49a3-8218-128f861546c2 not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:52:35.654567 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device dddd46e2-970c-4b6a-8a60-81e5f24742a9 no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:52:35.675006 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Network 5819c209-e830-494e-8b5b-2011ecaaec60 has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:52:35.683538 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-994584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15112346'] for segment, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:35.688228 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: dddd46e2-970c-4b6a-8a60-81e5f24742a9 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:52:35.688584 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device dddd46e2-970c-4b6a-8a60-81e5f24742a9 not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:52:35.689013 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 8fbe9d45-f915-4100-93df-b443429e0c4e no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:52:35.724345 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: 8fbe9d45-f915-4100-93df-b443429e0c4e {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:52:35.724705 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 8fbe9d45-f915-4100-93df-b443429e0c4e not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:52:35.859153 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Network 5819c209-e830-494e-8b5b-2011ecaaec60 has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: Traceback (most recent call last): May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: timer() May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: cb(*args, **kw) May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: return func(*args, **kwargs) May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: self._notify() May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: self.callback(batched_events) May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: event.method(event) May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: return f(self, *a, **k) May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: return self._get(url).json() May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: return self.request(url, 'GET', **kwargs) May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:52:35.880423 dv-cinder-789564-1-smb neutron-server[73860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:52:35.957785 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974341'] for network, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:35.961733 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:52:35.978755 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:35.984575 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Pushing event deleted for resources: {'Network': ['ID=5819c209-e830-494e-8b5b-2011ecaaec60,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:35.988686 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:52:36.001263 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-45225276-c1e8-485d-84c4-f2785e35551e admin admin] 10.222.0.44 "DELETE /v2.0/networks/5819c209-e830-494e-8b5b-2011ecaaec60 HTTP/1.1" status: 204 len: 168 time: 1.3974385 May 04 13:52:36.003977 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54038) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:52:36.543857 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2b155e04-ed48-4e94-9ebe-d7770821e9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967173'] for router_interface, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:37.066561 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-2b155e04-ed48-4e94-9ebe-d7770821e9ab admin admin] Deleting port 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:52:37.066901 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2b155e04-ed48-4e94-9ebe-d7770821e9ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:37.189938 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-2b155e04-ed48-4e94-9ebe-d7770821e9ab admin admin] For port 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa,segment=NetworkSegment(9f2b544f-96d1-4e92-a0d2-f132ebb7f336),segment_id=9f2b544f-96d1-4e92-a0d2-f132ebb7f336)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:52:37.190299 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2b155e04-ed48-4e94-9ebe-d7770821e9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:37.313426 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-2b155e04-ed48-4e94-9ebe-d7770821e9ab admin admin] Calling delete_port for 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa owned by network:router_interface {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:52:37.461606 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2b155e04-ed48-4e94-9ebe-d7770821e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:37.465499 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8091036b-07d2-4103-b647-c0ed72030338 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:52:37.509241 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b155e04-ed48-4e94-9ebe-d7770821e9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:37.511717 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2b155e04-ed48-4e94-9ebe-d7770821e9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:52:37.782673 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2b155e04-ed48-4e94-9ebe-d7770821e9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1977589'] for router_interface, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:38.145124 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b155e04-ed48-4e94-9ebe-d7770821e9ab admin admin] Router bdaf11c6-7029-474e-83a7-2e702ed194d0 has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:52:38.428186 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b155e04-ed48-4e94-9ebe-d7770821e9ab admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:52:38.437168 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349db227-7782-4669-bf88-6d7890f7dc19 None None] Sync routers for ids ['bdaf11c6-7029-474e-83a7-2e702ed194d0'] in dv-cinder-789564-1-smb {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:52:38.437676 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-2b155e04-ed48-4e94-9ebe-d7770821e9ab admin admin] 10.222.0.44 "PUT /v2.0/routers/bdaf11c6-7029-474e-83a7-2e702ed194d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4326310 May 04 13:52:38.440236 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54042) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:52:38.446311 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349db227-7782-4669-bf88-6d7890f7dc19 None None] Routers {'bdaf11c6-7029-474e-83a7-2e702ed194d0'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:52:38.446934 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-349db227-7782-4669-bf88-6d7890f7dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:52:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['bdaf11c6-7029-474e-83a7-2e702ed194d0'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:38.617843 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dc2abace-d9ad-42df-9242-c27dc0ca8ff7 admin admin] Notify callbacks [] for router, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:38.626858 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-349db227-7782-4669-bf88-6d7890f7dc19 None None] Set router bdaf11c6-7029-474e-83a7-2e702ed194d0 gateway port host: dv-cinder-789564-1-smb {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:52:38.797215 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dc2abace-d9ad-42df-9242-c27dc0ca8ff7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:38.876271 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-dc2abace-d9ad-42df-9242-c27dc0ca8ff7 admin admin] Deleting port 19194a10-721b-46ce-bc43-bbcfe7844ce8 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:52:38.876654 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dc2abace-d9ad-42df-9242-c27dc0ca8ff7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:38.948214 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-349db227-7782-4669-bf88-6d7890f7dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'name': 'tempest-TestShelveInstance-1728297925-router', 'tenant_id': '4e0f62c4bee64e129941b12e34409899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '19194a10-721b-46ce-bc43-bbcfe7844ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:20Z', 'updated_at': '2021-05-04T13:52:37Z', 'revision_number': 5, 'project_id': '4e0f62c4bee64e129941b12e34409899', 'gw_port': {'id': '19194a10-721b-46ce-bc43-bbcfe7844ce8', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:23Z', 'updated_at': '2021-05-04T13:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:38.952122 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349db227-7782-4669-bf88-6d7890f7dc19 None None] Checking router: bdaf11c6-7029-474e-83a7-2e702ed194d0 for host: dv-cinder-789564-1-smb {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:52:38.960574 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349db227-7782-4669-bf88-6d7890f7dc19 None None] Routers {'bdaf11c6-7029-474e-83a7-2e702ed194d0'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:52:38.961187 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-349db227-7782-4669-bf88-6d7890f7dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:52:29Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['bdaf11c6-7029-474e-83a7-2e702ed194d0'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:39.004500 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-dc2abace-d9ad-42df-9242-c27dc0ca8ff7 admin admin] For port 19194a10-721b-46ce-bc43-bbcfe7844ce8, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=19194a10-721b-46ce-bc43-bbcfe7844ce8,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:52:39.004862 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dc2abace-d9ad-42df-9242-c27dc0ca8ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:39.115436 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-349db227-7782-4669-bf88-6d7890f7dc19 None None] Set router bdaf11c6-7029-474e-83a7-2e702ed194d0 gateway port host: None {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:52:39.131673 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-dc2abace-d9ad-42df-9242-c27dc0ca8ff7 admin admin] Calling delete_port for 19194a10-721b-46ce-bc43-bbcfe7844ce8 owned by network:router_gateway {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:52:39.223734 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-349db227-7782-4669-bf88-6d7890f7dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'name': 'tempest-TestShelveInstance-1728297925-router', 'tenant_id': '4e0f62c4bee64e129941b12e34409899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:20Z', 'updated_at': '2021-05-04T13:52:38Z', 'revision_number': 6, 'project_id': '4e0f62c4bee64e129941b12e34409899', 'gw_port_host': None}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:39.227922 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349db227-7782-4669-bf88-6d7890f7dc19 None None] The sync data for ids ['bdaf11c6-7029-474e-83a7-2e702ed194d0'] in dv-cinder-789564-1-smb is: [{'id': 'bdaf11c6-7029-474e-83a7-2e702ed194d0', 'name': 'tempest-TestShelveInstance-1728297925-router', 'tenant_id': '4e0f62c4bee64e129941b12e34409899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:20Z', 'updated_at': '2021-05-04T13:52:38Z', 'revision_number': 6, 'project_id': '4e0f62c4bee64e129941b12e34409899', 'gw_port_host': None}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:52:39.274511 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dc2abace-d9ad-42df-9242-c27dc0ca8ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:39.278366 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e406f0f4-6f5d-44da-8750-1a2aecc21b57 tempest-VolumesSnapshotTestJSON-983466909 tempest-VolumesSnapshotTestJSON-983466909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:52:39.322610 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2abace-d9ad-42df-9242-c27dc0ca8ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=19194a10-721b-46ce-bc43-bbcfe7844ce8,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:39.355112 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-dc2abace-d9ad-42df-9242-c27dc0ca8ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:52:39.419847 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dc2abace-d9ad-42df-9242-c27dc0ca8ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974378'] for router_gateway, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:39.668156 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:52:39.706942 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:52:39.707633 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 3bcb4eed-0daf-4b7d-a5ee-c97e4c3158fa not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:52:39.723395 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dc2abace-d9ad-42df-9242-c27dc0ca8ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1978110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47698'] for router, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:39.725691 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dc2abace-d9ad-42df-9242-c27dc0ca8ff7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:39.748249 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dc2abace-d9ad-42df-9242-c27dc0ca8ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1974562'] for router, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:39.749393 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2abace-d9ad-42df-9242-c27dc0ca8ff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdaf11c6-7029-474e-83a7-2e702ed194d0 {{(pid=73860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 13:52:39.761792 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dc2abace-d9ad-42df-9242-c27dc0ca8ff7 admin admin] Notify callbacks [] for router, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:39.762909 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-dc2abace-d9ad-42df-9242-c27dc0ca8ff7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/bdaf11c6-7029-474e-83a7-2e702ed194d0 HTTP/1.1" status: 204 len: 168 time: 1.3217738 May 04 13:52:39.766497 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54058) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:52:39.827958 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb365d6-e697-46aa-8584-9642983ec3ae admin admin] Deleting subnet e3df2c9c-5f81-4ff5-a2a2-9731ef61c211 {{(pid=73860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 13:52:39.833422 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2fb365d6-e697-46aa-8584-9642983ec3ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:39.889494 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2fb365d6-e697-46aa-8584-9642983ec3ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15112897'] for subnet, precommit_delete_associations {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:39.969258 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2fb365d6-e697-46aa-8584-9642983ec3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989773'] for subnet, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:40.010746 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec52398-dce6-4e31-abb8-377ee6f44b79 req-1b2ba7d8-8ed7-4711-b82f-61a4b43ca40c tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:40.012267 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4ec52398-dce6-4e31-abb8-377ee6f44b79 req-1b2ba7d8-8ed7-4711-b82f-61a4b43ca40c tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0905430 May 04 13:52:40.060270 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4ec52398-dce6-4e31-abb8-377ee6f44b79 req-4c1f0d35-101d-4b6d-81f2-03c257cfb583 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420511 May 04 13:52:40.231175 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2fb365d6-e697-46aa-8584-9642983ec3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15112760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14884982'] for subnet, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:40.236408 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8d08c8fc-8d0f-4a42-9e31-7f4fa3db2adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:52:40.272167 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb365d6-e697-46aa-8584-9642983ec3ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3df2c9c-5f81-4ff5-a2a2-9731ef61c211,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:40.275087 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2fb365d6-e697-46aa-8584-9642983ec3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:52:40.276092 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2fb365d6-e697-46aa-8584-9642983ec3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:40.283211 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-2fb365d6-e697-46aa-8584-9642983ec3ae admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e3df2c9c-5f81-4ff5-a2a2-9731ef61c211 HTTP/1.1" status: 204 len: 168 time: 0.5156798 May 04 13:52:40.284411 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096a0a10-f459-4937-8228-2bc346e6d647 None None] Network c0d7ac38-a4e0-4644-9749-4bb5f714d4ad requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:52:40.285694 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54064) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:52:40.400119 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608811'] for network, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:40.476764 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Deleting port 9213e322-a684-4a4a-bde2-1cd72a34969d {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:52:40.477060 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:40.586659 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] DHCP port deletion for c0d7ac38-a4e0-4644-9749-4bb5f714d4ad request from dv-cinder-789564-1-smb {{(pid=73862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 13:52:40.595911 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] For port 9213e322-a684-4a4a-bde2-1cd72a34969d, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=9213e322-a684-4a4a-bde2-1cd72a34969d,segment=NetworkSegment(9f2b544f-96d1-4e92-a0d2-f132ebb7f336),segment_id=9f2b544f-96d1-4e92-a0d2-f132ebb7f336)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:52:40.596472 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:40.654021 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Deleting port 9213e322-a684-4a4a-bde2-1cd72a34969d {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:52:40.654407 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:40.730123 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Calling delete_port for 9213e322-a684-4a4a-bde2-1cd72a34969d owned by network:dhcp {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:52:40.757388 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] For port 9213e322-a684-4a4a-bde2-1cd72a34969d, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=9213e322-a684-4a4a-bde2-1cd72a34969d,segment=NetworkSegment(9f2b544f-96d1-4e92-a0d2-f132ebb7f336),segment_id=9f2b544f-96d1-4e92-a0d2-f132ebb7f336)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:52:40.757974 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:40.782052 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:40.786310 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0b3b1924-ed9c-4d62-b237-593f9651c42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:52:40.833704 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] No DVR routers for this DVR port 9213e322-a684-4a4a-bde2-1cd72a34969d on host dv-cinder-789564-1-smb {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:52:40.861662 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=9213e322-a684-4a4a-bde2-1cd72a34969d,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:40.866160 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:52:40.903389 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Calling delete_port for 9213e322-a684-4a4a-bde2-1cd72a34969d owned by network:dhcp {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:52:40.945890 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:40.949459 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:52:40.954616 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985040', 'neutron.services.segments.db._delete_segments_for_network-8760702794289'] for network, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:40.996233 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Pushing event deleted for resources: {'Port': ['ID=9213e322-a684-4a4a-bde2-1cd72a34969d,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:41.005923 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] No DVR routers for this DVR port 9213e322-a684-4a4a-bde2-1cd72a34969d on host dv-cinder-789564-1-smb {{(pid=73862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:52:41.007948 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:41.008328 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:41.008673 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:41.009012 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:41.009343 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:41.009674 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:41.010004 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:41.010329 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:41.010672 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:41.010986 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:41.011306 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:41.011630 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:41.015684 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-013c131d-d451-4892-9ff7-c6d140f7fa76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:52:41.071227 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.services.segments.db [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d7ac38-a4e0-4644-9749-4bb5f714d4ad']}} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:41.083797 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.services.segments.db [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2b544f-96d1-4e92-a0d2-f132ebb7f336') {'for_net_delete': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:41.084124 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.services.segments.db [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2b544f-96d1-4e92-a0d2-f132ebb7f336') {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:41.096376 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760702805351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15112952'] for segment, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:41.112551 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:41.118541 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=73860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:52:41.258487 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741ac9f-4af0-41c0-a223-45e5d9962c5b req-2d9e548a-0ff6-4085-9468-341f3531dc86 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:41.259903 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0741ac9f-4af0-41c0-a223-45e5d9962c5b req-2d9e548a-0ff6-4085-9468-341f3531dc86 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0815966 May 04 13:52:41.297918 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Network c0d7ac38-a4e0-4644-9749-4bb5f714d4ad has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:52:41.306246 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-994584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15112346'] for segment, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:41.309026 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0741ac9f-4af0-41c0-a223-45e5d9962c5b req-e74e39a8-b98c-4b10-8799-02e2cce2c31f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423975 May 04 13:52:41.578009 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Network c0d7ac38-a4e0-4644-9749-4bb5f714d4ad has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: Traceback (most recent call last): May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: timer() May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: cb(*args, **kw) May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: return func(*args, **kwargs) May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: self._notify() May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: self.callback(batched_events) May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: event.method(event) May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: return f(self, *a, **k) May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: return self._get(url).json() May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: return self.request(url, 'GET', **kwargs) May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:52:41.602971 dv-cinder-789564-1-smb neutron-server[73860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:52:41.622097 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 9213e322-a684-4a4a-bde2-1cd72a34969d no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:52:41.658814 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: 9213e322-a684-4a4a-bde2-1cd72a34969d {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:52:41.659172 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 9213e322-a684-4a4a-bde2-1cd72a34969d not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:52:41.659594 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 19194a10-721b-46ce-bc43-bbcfe7844ce8 no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:52:41.679399 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974341'] for network, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:41.683189 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:52:41.694993 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: 19194a10-721b-46ce-bc43-bbcfe7844ce8 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:52:41.695358 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device 19194a10-721b-46ce-bc43-bbcfe7844ce8 not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:52:41.697229 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:41.707454 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Pushing event deleted for resources: {'Network': ['ID=c0d7ac38-a4e0-4644-9749-4bb5f714d4ad,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:41.710440 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:52:41.711948 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-ad8c8305-557c-43bc-8d12-cc80706f5a7d admin admin] 10.222.0.44 "DELETE /v2.0/networks/c0d7ac38-a4e0-4644-9749-4bb5f714d4ad HTTP/1.1" status: 204 len: 168 time: 1.4250791 May 04 13:52:41.830642 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54072) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:52:41.884821 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-5244b932-3c23-4c13-a251-cb527adb0a14 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba7d7287eddb4c00ab92d7d96e686d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528345 May 04 13:52:41.887159 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54076) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:52:41.945093 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b124dc6-35fc-4ffd-b71c-48a76df5595f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:41.972998 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b124dc6-35fc-4ffd-b71c-48a76df5595f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:42.024746 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b124dc6-35fc-4ffd-b71c-48a76df5595f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:42.028417 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7cc79cee-a647-40bd-940a-9532ebb480c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:52:42.041233 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b124dc6-35fc-4ffd-b71c-48a76df5595f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6c960b-dd07-4a99-a84a-6a36a2c93740,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:42.043552 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9b124dc6-35fc-4ffd-b71c-48a76df5595f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:52:42.052568 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b124dc6-35fc-4ffd-b71c-48a76df5595f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:42.053694 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-9b124dc6-35fc-4ffd-b71c-48a76df5595f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef6c960b-dd07-4a99-a84a-6a36a2c93740 HTTP/1.1" status: 204 len: 168 time: 0.1656432 May 04 13:52:42.398928 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54086) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:52:42.447706 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-a1510092-6ab0-4e3a-85fe-d90a71cbafdf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e0f62c4bee64e129941b12e34409899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474904 May 04 13:52:42.450128 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54090) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:52:42.505457 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7eb41-b700-4b24-a777-2ddec189820d req-683a7d98-2a9b-477d-9194-b281b5dc27ad tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:42.506943 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-66a7eb41-b700-4b24-a777-2ddec189820d req-683a7d98-2a9b-477d-9194-b281b5dc27ad tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0826626 May 04 13:52:42.512971 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-64ff9366-4102-4289-8973-814939a18065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:42.539099 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-64ff9366-4102-4289-8973-814939a18065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:42.552039 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-66a7eb41-b700-4b24-a777-2ddec189820d req-97b65d48-66cc-45ba-aad1-d82f9c5e36ed tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392535 May 04 13:52:42.594373 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-64ff9366-4102-4289-8973-814939a18065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:42.599665 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9b124dc6-35fc-4ffd-b71c-48a76df5595f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:52:42.611823 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff9366-4102-4289-8973-814939a18065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6e37c5-3dbc-4959-8ffa-41897397e050,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:42.614134 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-64ff9366-4102-4289-8973-814939a18065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:52:42.617794 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-64ff9366-4102-4289-8973-814939a18065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:42.618920 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-64ff9366-4102-4289-8973-814939a18065 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d6e37c5-3dbc-4959-8ffa-41897397e050 HTTP/1.1" status: 204 len: 168 time: 0.1678727 May 04 13:52:43.750406 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f0ae1-1362-4c71-8caf-530a58401fba req-ba5a7035-a7e9-42e7-a22f-f9dbe82de042 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:43.751951 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7c6f0ae1-1362-4c71-8caf-530a58401fba req-ba5a7035-a7e9-42e7-a22f-f9dbe82de042 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0854402 May 04 13:52:43.798676 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-7c6f0ae1-1362-4c71-8caf-530a58401fba req-dfdfe367-5a63-4ead-b899-be684d4a5be5 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403321 May 04 13:52:44.990296 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbaaad-7197-417e-8048-d5c21b22bf70 req-66d8a528-1b51-48cd-b89c-7e706069f915 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:44.991768 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8dbbaaad-7197-417e-8048-d5c21b22bf70 req-66d8a528-1b51-48cd-b89c-7e706069f915 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0818253 May 04 13:52:45.037230 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8dbbaaad-7197-417e-8048-d5c21b22bf70 req-04ea3837-1555-4285-b14e-30316934b835 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397160 May 04 13:52:46.241573 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791145fc-787c-4954-9fc7-cc1ae54c7388 req-4fa9e4a0-8d5a-447d-9ab0-5fa8f9dc55e6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:46.243100 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-791145fc-787c-4954-9fc7-cc1ae54c7388 req-4fa9e4a0-8d5a-447d-9ab0-5fa8f9dc55e6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0847642 May 04 13:52:46.288279 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-791145fc-787c-4954-9fc7-cc1ae54c7388 req-96385796-2622-4c21-854b-84d9e921f18e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393150 May 04 13:52:47.484194 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bfc44-649c-46fb-9d29-bae582605b24 req-0462148c-5d65-4454-9da0-e5fad3a42033 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:47.485671 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f24bfc44-649c-46fb-9d29-bae582605b24 req-0462148c-5d65-4454-9da0-e5fad3a42033 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0865574 May 04 13:52:47.534040 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f24bfc44-649c-46fb-9d29-bae582605b24 req-bac18816-fda7-463e-9dc9-ece8b4deb073 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426636 May 04 13:52:48.732448 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac711ca-2b01-4235-8b0e-664fadb5bc34 req-72856452-e650-4dd0-acfc-45ad48154c54 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:48.734090 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9ac711ca-2b01-4235-8b0e-664fadb5bc34 req-72856452-e650-4dd0-acfc-45ad48154c54 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0833352 May 04 13:52:48.790773 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9ac711ca-2b01-4235-8b0e-664fadb5bc34 req-e5d56333-1563-4231-a663-55c8213b7031 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502269 May 04 13:52:50.092030 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5692be4-5979-4e25-85f1-620e19f4fa3a req-ccac566d-c426-45f5-94f1-3743f8d13d16 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:50.093507 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e5692be4-5979-4e25-85f1-620e19f4fa3a req-ccac566d-c426-45f5-94f1-3743f8d13d16 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.1879861 May 04 13:52:50.138782 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e5692be4-5979-4e25-85f1-620e19f4fa3a req-f2f28517-90b7-4cff-9e22-757c901ac1fb tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395544 May 04 13:52:51.338048 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed3037-19a0-497f-8ea6-5d4b3664468c req-d3692c68-1309-47cd-9ab9-1a19dedcc37f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:51.339587 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6fed3037-19a0-497f-8ea6-5d4b3664468c req-d3692c68-1309-47cd-9ab9-1a19dedcc37f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0874836 May 04 13:52:51.391029 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-6fed3037-19a0-497f-8ea6-5d4b3664468c req-59448fb3-5211-4a3d-b00f-308bf2d3c478 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446174 May 04 13:52:52.235932 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:52.602061 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6e4d3-3727-4f69-bc4f-7291c519575f req-f8dba558-e978-4f53-b6c2-741e1686d88a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:52.603505 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f7c6e4d3-3727-4f69-bc4f-7291c519575f req-f8dba558-e978-4f53-b6c2-741e1686d88a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0919514 May 04 13:52:52.655378 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f7c6e4d3-3727-4f69-bc4f-7291c519575f req-6e736a5c-e520-4676-b881-b604e35afd59 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451784 May 04 13:52:53.893680 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f9dd9-e695-4a71-b79e-b84be85f0753 req-faf8e2e1-1d0c-4e97-9bb0-d0bf2c7cec99 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:53.895212 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c68f9dd9-e695-4a71-b79e-b84be85f0753 req-faf8e2e1-1d0c-4e97-9bb0-d0bf2c7cec99 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.1229737 May 04 13:52:53.947016 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c68f9dd9-e695-4a71-b79e-b84be85f0753 req-e372a8c7-0b7b-4bf5-9972-be6e37d0baa5 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457301 May 04 13:52:55.157227 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7b9fa-e4b2-42da-b0ea-7f63c2ce1f63 req-8d538da5-48a5-4e31-b424-3455e295ee57 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:55.158730 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2ff7b9fa-e4b2-42da-b0ea-7f63c2ce1f63 req-8d538da5-48a5-4e31-b424-3455e295ee57 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0944300 May 04 13:52:55.208133 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2ff7b9fa-e4b2-42da-b0ea-7f63c2ce1f63 req-a6e4a285-90c1-4f1a-a954-a5f5731adcc9 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434642 May 04 13:52:56.143502 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7ce88538-2b1a-4a8a-a6c1-729119872653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:56.414480 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5082963-1a9d-4341-9f28-5a611e56a585 req-dd009caa-892d-403b-965f-91eb0e6340f7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:56.415912 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d5082963-1a9d-4341-9f28-5a611e56a585 req-dd009caa-892d-403b-965f-91eb0e6340f7 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0872326 May 04 13:52:56.465582 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d5082963-1a9d-4341-9f28-5a611e56a585 req-622f84f2-4ba8-498b-b00a-1565b1a39cb0 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432160 May 04 13:52:57.691049 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333c3bc-af30-45bf-bc3d-6ec95681f22a req-9fa9f1bf-7f32-47bb-b5e5-20a72810bb6d tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:57.692676 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f333c3bc-af30-45bf-bc3d-6ec95681f22a req-9fa9f1bf-7f32-47bb-b5e5-20a72810bb6d tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.1020098 May 04 13:52:57.743832 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f333c3bc-af30-45bf-bc3d-6ec95681f22a req-0b5624b7-8059-4b24-9e01-e66af5b7fd0a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448537 May 04 13:52:58.817785 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0fe37547-1f8a-4cfd-9714-53783ad77eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:52:58.952836 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce66025-fadb-4048-9233-9b0502e5ca2d req-3cab9e78-0f2f-44f3-baec-309ba6bf3a65 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:52:58.954443 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cce66025-fadb-4048-9233-9b0502e5ca2d req-3cab9e78-0f2f-44f3-baec-309ba6bf3a65 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0907001 May 04 13:52:59.004824 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-cce66025-fadb-4048-9233-9b0502e5ca2d req-0a3819ad-908b-4714-8722-ae1923b05cc2 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442719 May 04 13:52:59.530036 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:00.206340 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e8414-d6f0-4504-b568-cfbd2263b671 req-18043938-3704-4195-b994-8320b1f1ec0f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:00.207876 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ba1e8414-d6f0-4504-b568-cfbd2263b671 req-18043938-3704-4195-b994-8320b1f1ec0f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0841229 May 04 13:53:00.258582 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ba1e8414-d6f0-4504-b568-cfbd2263b671 req-aeda3f23-c54a-4fa7-a477-1b7d6c86cc4d tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446324 May 04 13:53:00.322630 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:01.458482 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1b935-79e5-49ef-89a7-4e35ce2bda58 req-3ae92917-1bef-4a25-9aab-716386f3dd98 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:01.460159 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9ee1b935-79e5-49ef-89a7-4e35ce2bda58 req-3ae92917-1bef-4a25-9aab-716386f3dd98 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0874331 May 04 13:53:01.511440 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9ee1b935-79e5-49ef-89a7-4e35ce2bda58 req-92ae0602-cffb-42dc-b5d8-e0ae4e69c520 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445530 May 04 13:53:02.638389 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:02.781232 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3133bc-68a7-40fb-b654-9d9ffe374260 req-12bc1109-a721-4989-ab43-77b79d99155f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:02.783781 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9f3133bc-68a7-40fb-b654-9d9ffe374260 req-12bc1109-a721-4989-ab43-77b79d99155f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.1554172 May 04 13:53:02.832730 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9f3133bc-68a7-40fb-b654-9d9ffe374260 req-59db719a-db4b-4667-96d3-780cf493dac5 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422640 May 04 13:53:04.178903 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac22a2-0428-44ec-9bde-a6a078d45d66 req-b93f5428-03dc-4578-8458-f904b48193bd tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:04.180421 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5aac22a2-0428-44ec-9bde-a6a078d45d66 req-b93f5428-03dc-4578-8458-f904b48193bd tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0841687 May 04 13:53:04.231738 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5aac22a2-0428-44ec-9bde-a6a078d45d66 req-311450d7-9b0b-405e-b416-07e6f030624f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455961 May 04 13:53:05.431586 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969a258-9cac-4291-b0c9-eead10a426ca req-47da79f0-5b12-4fac-b9de-f585bf3f7b5f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:05.433122 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0969a258-9cac-4291-b0c9-eead10a426ca req-47da79f0-5b12-4fac-b9de-f585bf3f7b5f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0864508 May 04 13:53:05.479756 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-0969a258-9cac-4291-b0c9-eead10a426ca req-51b4fe33-f352-4cc1-91ec-bcb8b3c1bf22 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402067 May 04 13:53:06.688514 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7b1aa-9941-4432-845f-d6a26c15bb17 req-c43b2c11-78e4-453d-9470-d6d5b91c7bf4 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:06.690020 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-04a7b1aa-9941-4432-845f-d6a26c15bb17 req-c43b2c11-78e4-453d-9470-d6d5b91c7bf4 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0865366 May 04 13:53:06.742974 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-04a7b1aa-9941-4432-845f-d6a26c15bb17 req-0a8b6d66-44cf-4ae7-bc3a-d682cdfd47d2 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471861 May 04 13:53:06.847071 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:53:07.415627 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 6c266d79-47bf-430a-b6b8-d9a905fe67df details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:53:07.555619 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 6c266d79-47bf-430a-b6b8-d9a905fe67df, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6c266d79-47bf-430a-b6b8-d9a905fe67df,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:53:07.575107 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': '6c266d79-47bf-430a-b6b8-d9a905fe67df', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'port_id': '6c266d79-47bf-430a-b6b8-d9a905fe67df', 'mac_address': 'fa:16:3e:70:b3:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:53:07.632991 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:07.650661 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c266d79-47bf-430a-b6b8-d9a905fe67df {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:53:07.667739 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 6c266d79-47bf-430a-b6b8-d9a905fe67df, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6c266d79-47bf-430a-b6b8-d9a905fe67df,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:53:07.672014 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:07.673776 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:53:07.761672 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['6c266d79-47bf-430a-b6b8-d9a905fe67df'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:53:07.872477 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=6c266d79-47bf-430a-b6b8-d9a905fe67df,revision_number=6']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:07.879504 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:53:07.972034 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71e4d7-dd4b-485a-97ad-4aa8a64137a5 req-8fa296de-b942-4207-ae0a-605be9cc5bce tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:07.973797 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1b71e4d7-dd4b-485a-97ad-4aa8a64137a5 req-8fa296de-b942-4207-ae0a-605be9cc5bce tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 944 time: 0.0964448 May 04 13:53:08.040636 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1b71e4d7-dd4b-485a-97ad-4aa8a64137a5 req-7c7ef829-53ec-4791-adcf-f11153073c0c tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599921 May 04 13:53:09.291422 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f481df2-5b63-4ea1-ac42-4a3731850569 req-d3b61940-fc13-446e-9727-90906ed86407 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:09.296611 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4f481df2-5b63-4ea1-ac42-4a3731850569 req-d3b61940-fc13-446e-9727-90906ed86407 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 944 time: 0.1245997 May 04 13:53:09.349028 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-4f481df2-5b63-4ea1-ac42-4a3731850569 req-c6508cd2-2f50-42b2-8f82-fb8075d43fea tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488732 May 04 13:53:09.438022 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 6c266d79-47bf-430a-b6b8-d9a905fe67df up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:53:09.515280 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port 6c266d79-47bf-430a-b6b8-d9a905fe67df triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:53:09.515688 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:09.662053 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:09.712731 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c266d79-47bf-430a-b6b8-d9a905fe67df'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:53:09.719571 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 6c266d79-47bf-430a-b6b8-d9a905fe67df, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6c266d79-47bf-430a-b6b8-d9a905fe67df,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:53:09.733774 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:09.735679 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:53:09.786000 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c266d79-47bf-430a-b6b8-d9a905fe67df', 'code': 200} May 04 13:53:09.826170 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=6c266d79-47bf-430a-b6b8-d9a905fe67df,revision_number=7']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:09.830915 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:53:10.577724 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb3dce-10de-47f7-a4cb-de99aebbd7e5 req-8e244538-fc4e-4f1a-97c9-2a65c4db0fe5 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:10.579347 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-01fb3dce-10de-47f7-a4cb-de99aebbd7e5 req-8e244538-fc4e-4f1a-97c9-2a65c4db0fe5 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0949540 May 04 13:53:10.744823 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-01fb3dce-10de-47f7-a4cb-de99aebbd7e5 req-5c018354-46e0-4dcd-a395-34f6642e66b6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590729 May 04 13:53:11.991060 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c7a6f-287f-4628-b160-b75e2e09d208 req-ae2b03fd-aa2f-40f3-a79e-43bd82434958 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:11.993294 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ef8c7a6f-287f-4628-b160-b75e2e09d208 req-ae2b03fd-aa2f-40f3-a79e-43bd82434958 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0915782 May 04 13:53:12.058006 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ef8c7a6f-287f-4628-b160-b75e2e09d208 req-c9b42767-cc44-4162-8d5a-f699111bde14 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492702 May 04 13:53:13.304091 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cc48f-bf73-44e8-aaad-835734c5e77a req-1613e749-39d4-4a26-8328-bf9641f4fa66 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:13.310203 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-153cc48f-bf73-44e8-aaad-835734c5e77a req-1613e749-39d4-4a26-8328-bf9641f4fa66 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.1104527 May 04 13:53:13.378961 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-153cc48f-bf73-44e8-aaad-835734c5e77a req-e136287f-67ee-49e2-9ba5-85ada52441e6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598865 May 04 13:53:14.733995 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f4259-3e6f-4b82-b72a-6dc48cd5b92f req-5f8d3592-36dc-4138-9803-d8ab5447ca41 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:14.737009 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-441f4259-3e6f-4b82-b72a-6dc48cd5b92f req-5f8d3592-36dc-4138-9803-d8ab5447ca41 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.1782377 May 04 13:53:14.806823 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-441f4259-3e6f-4b82-b72a-6dc48cd5b92f req-81ad953d-8db1-44b8-a582-b0cc9aede925 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633571 May 04 13:53:16.036048 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686311de-11c3-4210-85b9-e7b9e1503f39 req-dfedacde-f0e7-4d06-b0d6-2ca41d14dc8a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:16.037686 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-686311de-11c3-4210-85b9-e7b9e1503f39 req-dfedacde-f0e7-4d06-b0d6-2ca41d14dc8a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0925877 May 04 13:53:16.095105 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-686311de-11c3-4210-85b9-e7b9e1503f39 req-f498c6ed-a36c-4159-a0d0-c559c1162515 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500147 May 04 13:53:17.289489 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58816a-a477-493f-9fec-971285e4bb40 req-730a27e6-745c-4996-b085-5e02aad39c1f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:17.290913 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-de58816a-a477-493f-9fec-971285e4bb40 req-730a27e6-745c-4996-b085-5e02aad39c1f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0830050 May 04 13:53:17.337221 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-de58816a-a477-493f-9fec-971285e4bb40 req-0d2978fa-e958-4419-95ca-fe1126c87822 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404909 May 04 13:53:17.652812 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5d0e4-6096-48b2-af76-df732c3abfec req-1d667d85-1976-4767-be16-37c0e6718f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:17.654365 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-baf5d0e4-6096-48b2-af76-df732c3abfec req-1d667d85-1976-4767-be16-37c0e6718f22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa011d4f8ea24f91a968eb99a050ed79&device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 1098 time: 0.0742884 May 04 13:53:17.792622 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5d0e4-6096-48b2-af76-df732c3abfec req-f37fc97a-14f3-469a-bcf2-d995016dde90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:17.794240 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-baf5d0e4-6096-48b2-af76-df732c3abfec req-f37fc97a-14f3-469a-bcf2-d995016dde90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=837d1d6a-cef0-4444-bf2f-24dd96641b9c HTTP/1.1" status: 200 len: 918 time: 0.1335852 May 04 13:53:17.902565 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-baf5d0e4-6096-48b2-af76-df732c3abfec req-2a8cd629-3fae-4a53-9d2f-025739078380 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c266d79-47bf-430a-b6b8-d9a905fe67df HTTP/1.1" status: 200 len: 1001 time: 0.1014047 May 04 13:53:17.971421 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5d0e4-6096-48b2-af76-df732c3abfec req-3ba4e678-966d-4158-8cde-ab8f945c7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:17.972959 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-baf5d0e4-6096-48b2-af76-df732c3abfec req-3ba4e678-966d-4158-8cde-ab8f945c7391 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=468ed228-2645-4e84-b7ff-24abd353db04 HTTP/1.1" status: 200 len: 856 time: 0.0640984 May 04 13:53:18.054793 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5d0e4-6096-48b2-af76-df732c3abfec req-6d263b4d-72bc-424b-868d-4dde771dc4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:18.056489 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-baf5d0e4-6096-48b2-af76-df732c3abfec req-6d263b4d-72bc-424b-868d-4dde771dc4a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=837d1d6a-cef0-4444-bf2f-24dd96641b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771101 May 04 13:53:18.191773 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-baf5d0e4-6096-48b2-af76-df732c3abfec req-43c15548-5987-4e8d-84e5-75c39ae7f797 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287799 May 04 13:53:18.328972 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-baf5d0e4-6096-48b2-af76-df732c3abfec req-9033ca20-29fc-40b2-b734-a1add852fcdb service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308780 May 04 13:53:18.534584 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca5441-5b2c-400d-9afb-20b816547926 req-b8ec4a45-cfd6-4a2a-a148-616ac7b99e7f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:18.536010 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e0ca5441-5b2c-400d-9afb-20b816547926 req-b8ec4a45-cfd6-4a2a-a148-616ac7b99e7f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0859275 May 04 13:53:18.584676 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-e0ca5441-5b2c-400d-9afb-20b816547926 req-ed0e5b28-745b-4031-92b4-9fb38623c73e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428767 May 04 13:53:19.980381 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded99b94-f8c5-440a-bccc-aa8189c1d724 req-7926c3d8-c65d-441e-bf92-ceb298b1de9f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:19.981922 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ded99b94-f8c5-440a-bccc-aa8189c1d724 req-7926c3d8-c65d-441e-bf92-ceb298b1de9f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0844402 May 04 13:53:20.033227 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ded99b94-f8c5-440a-bccc-aa8189c1d724 req-bea78a48-291a-4bdc-ac77-a84ddf867555 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454147 May 04 13:53:21.222688 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e29b4-e56c-4b25-919d-acf39ef248f1 req-4d1065dd-94da-457e-81b8-8442ad09d4e6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:21.224245 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b77e29b4-e56c-4b25-919d-acf39ef248f1 req-4d1065dd-94da-457e-81b8-8442ad09d4e6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 945 time: 0.0822401 May 04 13:53:21.269321 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-b77e29b4-e56c-4b25-919d-acf39ef248f1 req-e23a5705-c4a8-4332-ab18-92daea28fe3b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392356 May 04 13:53:21.486411 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 6c266d79-47bf-430a-b6b8-d9a905fe67df no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:53:21.604149 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:21.633301 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c266d79-47bf-430a-b6b8-d9a905fe67df'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:53:21.643386 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 6c266d79-47bf-430a-b6b8-d9a905fe67df, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6c266d79-47bf-430a-b6b8-d9a905fe67df,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:53:21.648711 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:21.650702 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:53:21.684833 dv-cinder-789564-1-smb neutron-server[73862]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6c266d79-47bf-430a-b6b8-d9a905fe67df', 'code': 422} returned with failed status May 04 13:53:21.724331 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=6c266d79-47bf-430a-b6b8-d9a905fe67df,revision_number=8']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:21.727494 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:53:22.246948 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:23.715793 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c351f45-84fd-4f91-8111-76f9a05576e2 req-5df43bb1-cbfd-435f-b9cf-59aaf0e35111 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:23.718098 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5c351f45-84fd-4f91-8111-76f9a05576e2 req-5df43bb1-cbfd-435f-b9cf-59aaf0e35111 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 943 time: 0.0873415 May 04 13:53:23.723517 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-4079eaf8-6e0e-453f-a768-7cddb075faa2 req-d0ef781f-db93-4d0c-b444-cbb6ca8125c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0768871 May 04 13:53:23.765971 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5c351f45-84fd-4f91-8111-76f9a05576e2 req-13071373-4cd9-4ccc-ba05-bfa34ded946b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406165 May 04 13:53:24.956761 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b5e6a-d42e-407b-a208-96f5749df643 req-89315e15-7a44-4939-9d6a-ec02c333b4dc tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:24.958224 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d85b5e6a-d42e-407b-a208-96f5749df643 req-89315e15-7a44-4939-9d6a-ec02c333b4dc tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 943 time: 0.0816329 May 04 13:53:25.006278 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-d85b5e6a-d42e-407b-a208-96f5749df643 req-b3b1c0ce-8733-4c8f-9d78-719c78b8d8d5 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419085 May 04 13:53:26.135817 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-43bfc015-9f2a-4c17-8cf4-80e6beefbdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:26.198544 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf48ae-929f-4f5b-bbfb-73bc56d4db30 req-e5dbf712-00dd-4b22-894a-d003b033535d tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:26.200050 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5abf48ae-929f-4f5b-bbfb-73bc56d4db30 req-e5dbf712-00dd-4b22-894a-d003b033535d tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 943 time: 0.0799172 May 04 13:53:26.245284 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5abf48ae-929f-4f5b-bbfb-73bc56d4db30 req-a6cca50a-ba13-4815-b839-cdf28a226b15 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390747 May 04 13:53:27.443989 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cb47b-bde7-4311-b60e-79485ae7fa0e req-3e856394-4226-48dd-954a-6dcc734220df tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:27.445498 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-144cb47b-bde7-4311-b60e-79485ae7fa0e req-3e856394-4226-48dd-954a-6dcc734220df tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 943 time: 0.0869424 May 04 13:53:27.493486 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-144cb47b-bde7-4311-b60e-79485ae7fa0e req-70411acd-dd1b-463c-b6a9-46405516ed26 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420842 May 04 13:53:28.650562 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079eaf8-6e0e-453f-a768-7cddb075faa2 req-61094db9-6b38-477d-beb4-7e3fd3181ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:28.652105 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-4079eaf8-6e0e-453f-a768-7cddb075faa2 req-61094db9-6b38-477d-beb4-7e3fd3181ed5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644&tenant_id=aa011d4f8ea24f91a968eb99a050ed79 HTTP/1.1" status: 200 len: 1096 time: 0.0832355 May 04 13:53:28.706157 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0aade4-e33b-4a03-b106-9e7cc3b276fa req-6d7bcd5a-0770-4e5f-99c0-aabd33a7cc81 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:28.707727 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3b0aade4-e33b-4a03-b106-9e7cc3b276fa req-6d7bcd5a-0770-4e5f-99c0-aabd33a7cc81 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 943 time: 0.0992451 May 04 13:53:28.762775 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079eaf8-6e0e-453f-a768-7cddb075faa2 req-4d1bfeed-7227-4f9a-8608-fd7ed0ff301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:28.764308 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-4079eaf8-6e0e-453f-a768-7cddb075faa2 req-4d1bfeed-7227-4f9a-8608-fd7ed0ff301c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa011d4f8ea24f91a968eb99a050ed79&device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 1096 time: 0.0848012 May 04 13:53:28.787792 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-3b0aade4-e33b-4a03-b106-9e7cc3b276fa req-f6038967-cda9-4310-ab93-293ef9bf9e6e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736444 May 04 13:53:28.818331 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4341d635-e4fb-465b-be59-33f0854e20c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:28.905282 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079eaf8-6e0e-453f-a768-7cddb075faa2 req-b4aa6aa1-51c5-42ac-834e-d58295b261cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:28.907409 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-4079eaf8-6e0e-453f-a768-7cddb075faa2 req-b4aa6aa1-51c5-42ac-834e-d58295b261cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=837d1d6a-cef0-4444-bf2f-24dd96641b9c HTTP/1.1" status: 200 len: 918 time: 0.1367421 May 04 13:53:29.014281 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-4079eaf8-6e0e-453f-a768-7cddb075faa2 req-2ccea511-4c84-4a94-b590-c925801d76f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c266d79-47bf-430a-b6b8-d9a905fe67df HTTP/1.1" status: 200 len: 999 time: 0.1005449 May 04 13:53:29.084822 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079eaf8-6e0e-453f-a768-7cddb075faa2 req-bce4c69f-ff07-4b6d-ac8a-1b2b2f05a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:29.086209 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-4079eaf8-6e0e-453f-a768-7cddb075faa2 req-bce4c69f-ff07-4b6d-ac8a-1b2b2f05a992 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=468ed228-2645-4e84-b7ff-24abd353db04 HTTP/1.1" status: 200 len: 856 time: 0.0652606 May 04 13:53:29.271310 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079eaf8-6e0e-453f-a768-7cddb075faa2 req-ecd728fd-ebda-4321-b457-d4d2f1866407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:29.272848 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-4079eaf8-6e0e-453f-a768-7cddb075faa2 req-ecd728fd-ebda-4321-b457-d4d2f1866407 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=837d1d6a-cef0-4444-bf2f-24dd96641b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1803851 May 04 13:53:29.414011 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-4079eaf8-6e0e-453f-a768-7cddb075faa2 req-29cd6faf-8581-4a74-a82d-8dbbea5b8c53 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343250 May 04 13:53:29.525260 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:29.556264 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-4079eaf8-6e0e-453f-a768-7cddb075faa2 req-bf052289-75fc-4edd-9111-24d889bb0963 service neutron] 10.222.0.30 "GET /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356213 May 04 13:53:30.066987 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168ae12-9624-4c7c-8ca7-e344b4f228b1 req-c42be833-c97b-485c-b3c0-e0ba3eae93fb tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:30.082291 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8168ae12-9624-4c7c-8ca7-e344b4f228b1 req-c42be833-c97b-485c-b3c0-e0ba3eae93fb tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 943 time: 0.1586084 May 04 13:53:30.144976 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8168ae12-9624-4c7c-8ca7-e344b4f228b1 req-4fac52bd-ac6b-43c5-9589-d3c8224b6969 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609498 May 04 13:53:30.327347 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:31.376502 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a9c44-c625-4258-86d2-26507d1f8846 req-3a71233d-c28a-495e-ad3d-52b9563e9afb tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:31.378812 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8f3a9c44-c625-4258-86d2-26507d1f8846 req-3a71233d-c28a-495e-ad3d-52b9563e9afb tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 943 time: 0.0922258 May 04 13:53:31.442134 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-8f3a9c44-c625-4258-86d2-26507d1f8846 req-bd89bdcf-7600-4fdb-81ad-9707126d76b6 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572922 May 04 13:53:32.642186 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:32.653470 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a4d15-716d-43eb-aada-8505041fdfd2 req-8bd3be57-df0e-4ea8-9a16-64808a21e1f8 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:32.655451 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2a3a4d15-716d-43eb-aada-8505041fdfd2 req-8bd3be57-df0e-4ea8-9a16-64808a21e1f8 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 943 time: 0.0986886 May 04 13:53:32.710855 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-2a3a4d15-716d-43eb-aada-8505041fdfd2 req-2faf2eaf-5ff3-4278-a757-ce2334fca6bd tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482213 May 04 13:53:33.912842 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e0a0e-c605-4e24-a3fc-372ac2fb317a req-3f2da50b-7315-42e8-a90a-5224f8727fdf tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:33.914473 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c61e0a0e-c605-4e24-a3fc-372ac2fb317a req-3f2da50b-7315-42e8-a90a-5224f8727fdf tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 943 time: 0.0872629 May 04 13:53:33.961471 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c61e0a0e-c605-4e24-a3fc-372ac2fb317a req-9fbf458d-d25b-488f-ba85-5922549d9ed2 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408971 May 04 13:53:35.280024 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d21fe-784a-40d4-80a3-6dacc56cbfe3 req-7da92c3d-640a-440c-9f1a-07a533666186 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:35.286507 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1c5d21fe-784a-40d4-80a3-6dacc56cbfe3 req-7da92c3d-640a-440c-9f1a-07a533666186 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 943 time: 0.2002068 May 04 13:53:35.330328 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-1c5d21fe-784a-40d4-80a3-6dacc56cbfe3 req-68a4a955-2751-490b-86fe-0427bf7f5959 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411029 May 04 13:53:36.555915 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6638da-04b0-4c44-8f4b-3b365c3e1925 req-d928873a-294c-4295-8a69-775f21fb98c3 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:36.557644 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bd6638da-04b0-4c44-8f4b-3b365c3e1925 req-d928873a-294c-4295-8a69-775f21fb98c3 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 943 time: 0.0928247 May 04 13:53:36.617215 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-bd6638da-04b0-4c44-8f4b-3b365c3e1925 req-8c86ce52-767e-4d1e-ac4d-8c55ac38f1f4 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527411 May 04 13:53:37.866102 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b60ee-3808-4f38-8a2f-58f8bb8b489e req-d09e8fc1-a90b-4338-be66-49ac70f6493c tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:37.867524 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ae8b60ee-3808-4f38-8a2f-58f8bb8b489e req-d09e8fc1-a90b-4338-be66-49ac70f6493c tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 943 time: 0.1067219 May 04 13:53:37.920539 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-ae8b60ee-3808-4f38-8a2f-58f8bb8b489e req-330015e1-123e-4a10-8ec5-a78deb290f5d tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472345 May 04 13:53:39.149581 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13667c8-a25c-44b8-a1b9-0337406722d8 req-897ea9fb-0ec0-430c-9659-9d2058b660b8 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:39.151088 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a13667c8-a25c-44b8-a1b9-0337406722d8 req-897ea9fb-0ec0-430c-9659-9d2058b660b8 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 943 time: 0.0982943 May 04 13:53:39.201618 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-a13667c8-a25c-44b8-a1b9-0337406722d8 req-31c31cc2-7b82-4def-98e0-fc8fa1e581e3 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421290 May 04 13:53:40.398370 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b12d85-5931-4e8b-a6a6-856c725c1b8c req-21c5ca07-a60a-4398-a99b-09702cc4b2b8 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:40.399981 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-31b12d85-5931-4e8b-a6a6-856c725c1b8c req-21c5ca07-a60a-4398-a99b-09702cc4b2b8 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 943 time: 0.0854259 May 04 13:53:40.455412 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-31b12d85-5931-4e8b-a6a6-856c725c1b8c req-305e3ee4-ad44-4335-9c74-8bad1e82cbeb tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493391 May 04 13:53:41.654863 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 6c266d79-47bf-430a-b6b8-d9a905fe67df details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 13:53:41.655483 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55550608-3973-4769-96ad-fa6de51aa902 req-5f36471c-e83b-4da9-93f5-1c2f5c165457 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:41.656638 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-55550608-3973-4769-96ad-fa6de51aa902 req-5f36471c-e83b-4da9-93f5-1c2f5c165457 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 943 time: 0.0838029 May 04 13:53:41.707268 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-55550608-3973-4769-96ad-fa6de51aa902 req-06e3261f-c20a-43e9-91ed-ba18fafd77a1 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444732 May 04 13:53:41.800100 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 6c266d79-47bf-430a-b6b8-d9a905fe67df, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6c266d79-47bf-430a-b6b8-d9a905fe67df,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:53:41.814374 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Returning: {'device': '6c266d79-47bf-430a-b6b8-d9a905fe67df', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'port_id': '6c266d79-47bf-430a-b6b8-d9a905fe67df', 'mac_address': 'fa:16:3e:70:b3:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 13:53:41.871259 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:41.889862 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c266d79-47bf-430a-b6b8-d9a905fe67df {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 13:53:41.906851 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 6c266d79-47bf-430a-b6b8-d9a905fe67df, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6c266d79-47bf-430a-b6b8-d9a905fe67df,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:53:41.911185 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:41.913161 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:53:41.984857 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=6c266d79-47bf-430a-b6b8-d9a905fe67df,revision_number=9']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:41.992305 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:41.992657 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:41.993002 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:41.993343 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:41.993679 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:41.994007 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:41.994335 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:41.994660 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:41.994989 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:41.995306 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:41.995625 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:41.995944 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:41.999896 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:53:42.109966 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] get_ports_and_sgs() called for port_ids ['6c266d79-47bf-430a-b6b8-d9a905fe67df'] {{(pid=73862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 13:53:42.915331 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b5a69-f0ed-4241-a9bd-f03e8f34b25a req-dcd1de85-ca06-4330-8015-349c7568d439 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:42.916855 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5d5b5a69-f0ed-4241-a9bd-f03e8f34b25a req-dcd1de85-ca06-4330-8015-349c7568d439 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 944 time: 0.0909102 May 04 13:53:42.963334 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-5d5b5a69-f0ed-4241-a9bd-f03e8f34b25a req-4239440e-420d-4c18-bac7-160a78352bd8 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398769 May 04 13:53:43.670485 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 6c266d79-47bf-430a-b6b8-d9a905fe67df up at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 13:53:43.743636 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Provisioning complete for port 6c266d79-47bf-430a-b6b8-d9a905fe67df triggered by entity L2. {{(pid=73862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 13:53:43.744020 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985183'] for port, provisioning_complete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:43.847384 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:53:43.871284 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-931069'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:43.902793 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c266d79-47bf-430a-b6b8-d9a905fe67df'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:53:43.915193 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] For port 6c266d79-47bf-430a-b6b8-d9a905fe67df, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6c266d79-47bf-430a-b6b8-d9a905fe67df,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:53:43.920472 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760702782365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760702365206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760702365251'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:43.922928 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:53:43.959085 dv-cinder-789564-1-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c266d79-47bf-430a-b6b8-d9a905fe67df', 'code': 200} May 04 13:53:43.994337 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Pushing event updated for resources: {'Port': ['ID=6c266d79-47bf-430a-b6b8-d9a905fe67df,revision_number=10']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:43.997758 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:53:44.191550 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ff2a5-c51c-4121-9ee6-f227dcc29baa req-0188b0d6-d2fa-4fde-996b-28b11f2d4a85 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:44.193109 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c10ff2a5-c51c-4121-9ee6-f227dcc29baa req-0188b0d6-d2fa-4fde-996b-28b11f2d4a85 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 946 time: 0.0998607 May 04 13:53:44.220429 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8625361-c6eb-4028-88c6-eb8496d9d3e1 req-7665c2e9-9c97-4214-bf7a-85c958a15170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:44.222004 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a8625361-c6eb-4028-88c6-eb8496d9d3e1 req-7665c2e9-9c97-4214-bf7a-85c958a15170 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 1099 time: 0.0794792 May 04 13:53:44.246396 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-c10ff2a5-c51c-4121-9ee6-f227dcc29baa req-0f137d0b-ada8-447c-abcf-b15ee83f9fed tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469508 May 04 13:53:44.264685 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-a8625361-c6eb-4028-88c6-eb8496d9d3e1 req-139a9736-b4b1-4a9a-b03a-a8c126ecc160 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367815 May 04 13:53:45.456377 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3ac07-65af-43f2-948e-1137beecca09 req-d89cefb6-caeb-4723-8254-8d42642374bb tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:45.457965 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9ba3ac07-65af-43f2-948e-1137beecca09 req-d89cefb6-caeb-4723-8254-8d42642374bb tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 946 time: 0.0906525 May 04 13:53:45.514219 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-9ba3ac07-65af-43f2-948e-1137beecca09 req-7b59a9c6-0972-4a22-90b0-e2906fa5a89a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487027 May 04 13:53:46.714849 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d0915-47da-4897-a49e-b46654be696c req-89cbdf6c-fe51-4a4b-9525-30e05003224a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:53:46.716373 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-120d0915-47da-4897-a49e-b46654be696c req-89cbdf6c-fe51-4a4b-9525-30e05003224a tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 946 time: 0.0889404 May 04 13:53:46.764781 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-120d0915-47da-4897-a49e-b46654be696c req-be7dfc2a-aa7b-4c50-bf24-465907aec1a5 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424340 May 04 13:53:52.240173 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:56.137703 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-080519ae-cd27-4b61-a503-15c7178bab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:58.814402 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fd835273-c419-48c9-b701-fb91ae806b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:53:59.527428 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:00.332006 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:02.641518 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:17.888570 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01814430-649f-4742-a2f1-8d97acb66b13 req-74aeb658-a0fe-486e-bca3-d02e91ec651b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:54:17.890700 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-01814430-649f-4742-a2f1-8d97acb66b13 req-74aeb658-a0fe-486e-bca3-d02e91ec651b tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 946 time: 0.1904523 May 04 13:54:17.938641 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-01814430-649f-4742-a2f1-8d97acb66b13 req-2bdd15c0-5489-4e76-8b64-0b09818b3160 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419781 May 04 13:54:18.997892 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd5e87-fca6-4a52-b072-6df1be46af9c req-169dabe0-f696-44a7-9f6f-f7997c94f4af tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:54:18.998599 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-c3bd5e87-fca6-4a52-b072-6df1be46af9c req-169dabe0-f696-44a7-9f6f-f7997c94f4af tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Synchronizing usage tracker for tenant:aa011d4f8ea24f91a968eb99a050ed79 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 13:54:19.016841 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [req-c3bd5e87-fca6-4a52-b072-6df1be46af9c req-169dabe0-f696-44a7-9f6f-f7997c94f4af tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Unset dirty status for tenant:aa011d4f8ea24f91a968eb99a050ed79 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 13:54:19.017992 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-c3bd5e87-fca6-4a52-b072-6df1be46af9c req-169dabe0-f696-44a7-9f6f-f7997c94f4af tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 946 time: 0.1062274 May 04 13:54:19.178045 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-c3bd5e87-fca6-4a52-b072-6df1be46af9c req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Deleting port 6c266d79-47bf-430a-b6b8-d9a905fe67df {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:54:19.178388 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-c3bd5e87-fca6-4a52-b072-6df1be46af9c req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:19.196534 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c0624-6dc2-476c-8ecd-4e691eba570a req-6b553b32-fc7d-49de-b6b1-9738d1033db8 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 13:54:19.198083 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-316c0624-6dc2-476c-8ecd-4e691eba570a req-6b553b32-fc7d-49de-b6b1-9738d1033db8 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 946 time: 0.1439409 May 04 13:54:19.245573 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-316c0624-6dc2-476c-8ecd-4e691eba570a req-5fc7bed3-4bc7-4592-8dc9-bf65e12a0bbe tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9a3397b-a158-425b-a982-7da04c183285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410733 May 04 13:54:19.313623 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-c3bd5e87-fca6-4a52-b072-6df1be46af9c req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] For port 6c266d79-47bf-430a-b6b8-d9a905fe67df, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6c266d79-47bf-430a-b6b8-d9a905fe67df,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:54:19.313978 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-c3bd5e87-fca6-4a52-b072-6df1be46af9c req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:19.606466 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-c3bd5e87-fca6-4a52-b072-6df1be46af9c req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:19.606841 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-c3bd5e87-fca6-4a52-b072-6df1be46af9c req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974359'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:19.607157 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.db.l3_db [req-c3bd5e87-fca6-4a52-b072-6df1be46af9c req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Floating IP 15dff6b9-4ce1-42b4-a2bc-87e1d64ce94b disassociated. External IP: 172.28.3.117, port: 6c266d79-47bf-430a-b6b8-d9a905fe67df. May 04 13:54:19.607498 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-c3bd5e87-fca6-4a52-b072-6df1be46af9c req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Calling delete_port for 6c266d79-47bf-430a-b6b8-d9a905fe67df owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:54:19.718592 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-c3bd5e87-fca6-4a52-b072-6df1be46af9c req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:19.724436 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-32f7a0b3-327c-435d-a957-f4f54393d919 tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:19.769777 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Pushing event deleted for resources: {'Port': ['ID=6c266d79-47bf-430a-b6b8-d9a905fe67df,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:19.843606 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:19.843985 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:19.844378 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:19.844746 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:19.845105 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:19.845463 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:19.845819 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:19.846173 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:19.846525 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:19.846881 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:19.847233 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:19.847582 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:19.852326 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:19.965316 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3bd5e87-fca6-4a52-b072-6df1be46af9c req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Router b039ab22-96cd-4eff-a62a-7176262b611f has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:54:20.266352 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3bd5e87-fca6-4a52-b072-6df1be46af9c req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:54:20.275991 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb5c9c4-be5a-4242-81d3-ee072ce9590e None None] Sync routers for ids ['b039ab22-96cd-4eff-a62a-7176262b611f'] in dv-cinder-789564-1-smb {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:54:20.286907 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb5c9c4-be5a-4242-81d3-ee072ce9590e None None] Routers {'b039ab22-96cd-4eff-a62a-7176262b611f'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:54:20.287524 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-ccb5c9c4-be5a-4242-81d3-ee072ce9590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:53:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['b039ab22-96cd-4eff-a62a-7176262b611f'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:20.345620 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bd5e87-fca6-4a52-b072-6df1be46af9c req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] No DVR routers for this DVR port 6c266d79-47bf-430a-b6b8-d9a905fe67df on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:54:20.348204 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-c3bd5e87-fca6-4a52-b072-6df1be46af9c req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:20.350939 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'name': 'network-vif-deleted', 'tag': '6c266d79-47bf-430a-b6b8-d9a905fe67df'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 13:54:20.369899 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [req-c3bd5e87-fca6-4a52-b072-6df1be46af9c req-6c940548-ed24-42b8-b473-f3666bdcf177 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.30 "DELETE /v2.0/ports/6c266d79-47bf-430a-b6b8-d9a905fe67df HTTP/1.1" status: 204 len: 173 time: 1.3461525 May 04 13:54:20.417482 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad775b6-f4aa-4aba-9ad4-aeed4752b644', 'name': 'network-vif-deleted', 'tag': '6c266d79-47bf-430a-b6b8-d9a905fe67df', 'status': 'completed', 'code': 200} May 04 13:54:20.419324 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [req-f9c497c4-a8cd-4a1b-81f6-1c055b6ef4a3 req-965d7596-c541-46f5-a2ee-32c13c841e0f tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad775b6-f4aa-4aba-9ad4-aeed4752b644 HTTP/1.1" status: 200 len: 210 time: 0.0583031 May 04 13:54:20.497296 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-ccb5c9c4-be5a-4242-81d3-ee072ce9590e None None] Set router b039ab22-96cd-4eff-a62a-7176262b611f gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:54:20.849341 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:54:20.871140 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-ccb5c9c4-be5a-4242-81d3-ee072ce9590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:48:16Z', 'revision_number': 4, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'c8289143-29f2-44c2-8942-b44ef23c09f8', 'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'mac_address': 'fa:16:3e:22:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:15Z', 'updated_at': '2021-05-04T13:48:26Z', 'revision_number': 5, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'subnets': [{'id': '468ed228-2645-4e84-b7ff-24abd353db04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:20.876365 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb5c9c4-be5a-4242-81d3-ee072ce9590e None None] Checking router: b039ab22-96cd-4eff-a62a-7176262b611f for host: dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:54:20.885172 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb5c9c4-be5a-4242-81d3-ee072ce9590e None None] Routers {'b039ab22-96cd-4eff-a62a-7176262b611f'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:54:20.885790 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-ccb5c9c4-be5a-4242-81d3-ee072ce9590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:53:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['b039ab22-96cd-4eff-a62a-7176262b611f'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:21.071017 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-ccb5c9c4-be5a-4242-81d3-ee072ce9590e None None] Set router b039ab22-96cd-4eff-a62a-7176262b611f gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:54:21.398768 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-ccb5c9c4-be5a-4242-81d3-ee072ce9590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:48:16Z', 'revision_number': 4, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'c8289143-29f2-44c2-8942-b44ef23c09f8', 'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'mac_address': 'fa:16:3e:22:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:15Z', 'updated_at': '2021-05-04T13:48:26Z', 'revision_number': 5, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'subnets': [{'id': '468ed228-2645-4e84-b7ff-24abd353db04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:21.402654 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb5c9c4-be5a-4242-81d3-ee072ce9590e None None] The sync data for ids ['b039ab22-96cd-4eff-a62a-7176262b611f'] in dv-cinder-789564-1-smb is: [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:48:16Z', 'revision_number': 4, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb', '_interfaces': [{'id': 'c8289143-29f2-44c2-8942-b44ef23c09f8', 'name': '', 'network_id': '837d1d6a-cef0-4444-bf2f-24dd96641b9c', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'mac_address': 'fa:16:3e:22:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '468ed228-2645-4e84-b7ff-24abd353db04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:15Z', 'updated_at': '2021-05-04T13:48:26Z', 'revision_number': 5, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'subnets': [{'id': '468ed228-2645-4e84-b7ff-24abd353db04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:54:21.555904 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 54406) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:21.635914 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a31bbf-d15c-443d-ad35-acb61249ef7c None None] New status for floating IP 15dff6b9-4ce1-42b4-a2bc-87e1d64ce94b: DOWN {{(pid=73862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:54:21.656842 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:21.691881 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:21.757629 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:21.762186 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5b9add4f-2c38-4199-8261-f00d24c78ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:21.779577 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a3397b-a158-425b-a982-7da04c183285,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:21.790184 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:21.790592 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:21.790961 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:21.791330 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:21.791703 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:21.792097 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:21.792468 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:21.792836 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:21.793205 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:21.793567 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:21.793931 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:21.794293 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:21.798846 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:21.806520 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:21.807670 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-27419303-3537-445e-b6a3-41eb7b033e4e tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "DELETE /v2.0/security-groups/b9a3397b-a158-425b-a982-7da04c183285 HTTP/1.1" status: 204 len: 168 time: 0.2507370 May 04 13:54:21.811829 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 54410) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:21.830342 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.api.v2.resource [None req-6086459a-5114-479e-8836-edbac0098d77 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] show failed (client error): The resource could not be found. May 04 13:54:21.831403 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-6086459a-5114-479e-8836-edbac0098d77 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "GET /v2.0/security-groups/b9a3397b-a158-425b-a982-7da04c183285 HTTP/1.1" status: 404 len: 347 time: 0.0182531 May 04 13:54:21.835078 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54414) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:21.869207 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 6c266d79-47bf-430a-b6b8-d9a905fe67df no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:54:21.965098 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] No Port match for: 6c266d79-47bf-430a-b6b8-d9a905fe67df {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:54:21.965454 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Device 6c266d79-47bf-430a-b6b8-d9a905fe67df not bound to the agent host hv-cinder-78956 {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:54:22.104985 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-82375e93-3219-4ece-bd64-79f7c1f023e3 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Deleting port 51d6a34d-4c95-4bc3-87a1-392b673561e8 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:54:22.105332 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-82375e93-3219-4ece-bd64-79f7c1f023e3 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:22.235040 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-82375e93-3219-4ece-bd64-79f7c1f023e3 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:22.235263 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-82375e93-3219-4ece-bd64-79f7c1f023e3 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:22.262375 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:22.361994 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-82375e93-3219-4ece-bd64-79f7c1f023e3 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Calling delete_port for 51d6a34d-4c95-4bc3-87a1-392b673561e8 owned by network:floatingip {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:54:22.477954 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-82375e93-3219-4ece-bd64-79f7c1f023e3 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:22.481912 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-16584b6e-9b04-4628-bb6d-3f4a2395ccce tempest-AttachVolumeTestJSON-432257024 tempest-AttachVolumeTestJSON-432257024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:22.531171 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82375e93-3219-4ece-bd64-79f7c1f023e3 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Pushing event deleted for resources: {'Port': ['ID=51d6a34d-4c95-4bc3-87a1-392b673561e8,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:22.534294 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-82375e93-3219-4ece-bd64-79f7c1f023e3 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:22.627139 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-82375e93-3219-4ece-bd64-79f7c1f023e3 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks [] for floatingip, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:22.642907 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-82375e93-3219-4ece-bd64-79f7c1f023e3 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410952'] for floatingip, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:22.644109 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-82375e93-3219-4ece-bd64-79f7c1f023e3 tempest-AttachVolumeShelveTestJSON-1364177988 tempest-AttachVolumeShelveTestJSON-1364177988-project] 10.222.0.44 "DELETE /v2.0/floatingips/15dff6b9-4ce1-42b4-a2bc-87e1d64ce94b HTTP/1.1" status: 204 len: 168 time: 0.8074317 May 04 13:54:25.479089 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54440) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:26.147812 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8a5bcf34-a9b9-4f32-9e51-4111d471c0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:26.272797 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1ef2-0330-4a96-a574-2438d7acdbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967173'] for router_interface, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:26.699742 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe1ef2-0330-4a96-a574-2438d7acdbce admin admin] Deleting port c8289143-29f2-44c2-8942-b44ef23c09f8 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:54:26.700523 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1ef2-0330-4a96-a574-2438d7acdbce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:26.829850 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-a1fe1ef2-0330-4a96-a574-2438d7acdbce admin admin] For port c8289143-29f2-44c2-8942-b44ef23c09f8, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=c8289143-29f2-44c2-8942-b44ef23c09f8,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:54:26.830209 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1ef2-0330-4a96-a574-2438d7acdbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:26.965373 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe1ef2-0330-4a96-a574-2438d7acdbce admin admin] Calling delete_port for c8289143-29f2-44c2-8942-b44ef23c09f8 owned by network:router_interface {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:54:27.132369 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1ef2-0330-4a96-a574-2438d7acdbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:27.136395 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-db5ba171-9086-42f7-9026-47731d56ef9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:27.184289 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe1ef2-0330-4a96-a574-2438d7acdbce admin admin] Pushing event deleted for resources: {'Port': ['ID=c8289143-29f2-44c2-8942-b44ef23c09f8,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:27.188392 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a1fe1ef2-0330-4a96-a574-2438d7acdbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:27.475491 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1ef2-0330-4a96-a574-2438d7acdbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1977589'] for router_interface, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:27.965055 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fe1ef2-0330-4a96-a574-2438d7acdbce admin admin] Router b039ab22-96cd-4eff-a62a-7176262b611f has already been hosted by L3 agent 73496170-7287-4045-b161-19082356b6ce {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 13:54:28.159203 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fe1ef2-0330-4a96-a574-2438d7acdbce admin admin] Notify agent at l3_agent.dv-cinder-789564-1-smb the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 13:54:28.174712 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-a1fe1ef2-0330-4a96-a574-2438d7acdbce admin admin] 10.222.0.44 "PUT /v2.0/routers/b039ab22-96cd-4eff-a62a-7176262b611f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6945055 May 04 13:54:28.177714 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90fb29e-8417-4c8a-83b6-1413ba82d4eb None None] Sync routers for ids ['b039ab22-96cd-4eff-a62a-7176262b611f'] in dv-cinder-789564-1-smb {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:54:28.178524 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54446) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:28.188620 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90fb29e-8417-4c8a-83b6-1413ba82d4eb None None] Routers {'b039ab22-96cd-4eff-a62a-7176262b611f'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:54:28.189244 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-c90fb29e-8417-4c8a-83b6-1413ba82d4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:53:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['b039ab22-96cd-4eff-a62a-7176262b611f'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:28.368432 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-96e768df-8a83-45b5-8de3-1e43a2cad283 admin admin] Notify callbacks [] for router, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:28.385515 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-c90fb29e-8417-4c8a-83b6-1413ba82d4eb None None] Set router b039ab22-96cd-4eff-a62a-7176262b611f gateway port host: dv-cinder-789564-1-smb {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:54:28.554275 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-96e768df-8a83-45b5-8de3-1e43a2cad283 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:28.634401 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-96e768df-8a83-45b5-8de3-1e43a2cad283 admin admin] Deleting port e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:54:28.634648 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-96e768df-8a83-45b5-8de3-1e43a2cad283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:28.707107 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-c90fb29e-8417-4c8a-83b6-1413ba82d4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'external_fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:54:27Z', 'revision_number': 5, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port': {'id': 'e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9', 'name': '', 'network_id': 'ec979011-6604-4968-ace9-769b935940bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:10Z', 'updated_at': '2021-05-04T13:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86424637-3a1b-4645-9cbe-37dcbde5db40', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-smb'}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:28.711127 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90fb29e-8417-4c8a-83b6-1413ba82d4eb None None] Checking router: b039ab22-96cd-4eff-a62a-7176262b611f for host: dv-cinder-789564-1-smb {{(pid=73863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:54:28.721494 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90fb29e-8417-4c8a-83b6-1413ba82d4eb None None] Routers {'b039ab22-96cd-4eff-a62a-7176262b611f'} bound to L3 agent in host dv-cinder-789564-1-smb {{(pid=73863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 13:54:28.722300 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-c90fb29e-8417-4c8a-83b6-1413ba82d4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T13:35:59Z,description=,heartbeat_timestamp=2021-05-04T13:53:59Z,host='dv-cinder-789564-1-smb',id=73496170-7287-4045-b161-19082356b6ce,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T13:35:59Z,topic='l3_agent')) {'router_ids': ['b039ab22-96cd-4eff-a62a-7176262b611f'], 'active': True} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:28.767065 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-96e768df-8a83-45b5-8de3-1e43a2cad283 admin admin] For port e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9,segment=NetworkSegment(2730e229-41de-4a41-9721-86c0e571118c),segment_id=2730e229-41de-4a41-9721-86c0e571118c)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:54:28.767555 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-96e768df-8a83-45b5-8de3-1e43a2cad283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:28.829948 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-95bed08f-1482-48a1-8b64-e061f196ad94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:28.886984 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_dvr_db [None req-c90fb29e-8417-4c8a-83b6-1413ba82d4eb None None] Set router b039ab22-96cd-4eff-a62a-7176262b611f gateway port host: None {{(pid=73863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 13:54:28.907605 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-96e768df-8a83-45b5-8de3-1e43a2cad283 admin admin] Calling delete_port for e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9 owned by network:router_gateway {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:54:29.038601 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.l3_hamode_db [None req-c90fb29e-8417-4c8a-83b6-1413ba82d4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:54:28Z', 'revision_number': 6, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port_host': None}], 'dv-cinder-789564-1-smb', False) {} {{(pid=73863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:29.042621 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90fb29e-8417-4c8a-83b6-1413ba82d4eb None None] The sync data for ids ['b039ab22-96cd-4eff-a62a-7176262b611f'] in dv-cinder-789564-1-smb is: [{'id': 'b039ab22-96cd-4eff-a62a-7176262b611f', 'name': 'tempest-AttachVolumeShelveTestJSON-2130144534-router', 'tenant_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:09Z', 'updated_at': '2021-05-04T13:54:28Z', 'revision_number': 6, 'project_id': 'aa011d4f8ea24f91a968eb99a050ed79', 'gw_port_host': None}] {{(pid=73863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:54:29.054841 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-96e768df-8a83-45b5-8de3-1e43a2cad283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15112393'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:29.060131 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b71b1e59-af43-42e0-a493-fe89542e37e4 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:29.225965 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e768df-8a83-45b5-8de3-1e43a2cad283 admin admin] Pushing event deleted for resources: {'Port': ['ID=e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:29.254935 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-96e768df-8a83-45b5-8de3-1e43a2cad283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:29.330314 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-96e768df-8a83-45b5-8de3-1e43a2cad283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974378'] for router_gateway, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:29.532652 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:29.554120 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-96e768df-8a83-45b5-8de3-1e43a2cad283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1978110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47698'] for router, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:29.557000 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-96e768df-8a83-45b5-8de3-1e43a2cad283 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:29.585003 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-96e768df-8a83-45b5-8de3-1e43a2cad283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1974562'] for router, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:29.585548 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e768df-8a83-45b5-8de3-1e43a2cad283 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b039ab22-96cd-4eff-a62a-7176262b611f {{(pid=73860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 13:54:29.600611 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-96e768df-8a83-45b5-8de3-1e43a2cad283 admin admin] Notify callbacks [] for router, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:29.601780 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-96e768df-8a83-45b5-8de3-1e43a2cad283 admin admin] 10.222.0.44 "DELETE /v2.0/routers/b039ab22-96cd-4eff-a62a-7176262b611f HTTP/1.1" status: 204 len: 168 time: 1.4226265 May 04 13:54:29.604676 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 54450) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:29.674753 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.db_base_plugin_v2 [None req-f331ec37-b610-4702-817a-2742c333086d admin admin] Deleting subnet 468ed228-2645-4e84-b7ff-24abd353db04 {{(pid=73861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 13:54:29.678306 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f331ec37-b610-4702-817a-2742c333086d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:29.735273 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f331ec37-b610-4702-817a-2742c333086d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1510469'] for subnet, precommit_delete_associations {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:29.822742 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f331ec37-b610-4702-817a-2742c333086d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989773'] for subnet, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:29.865017 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device c8289143-29f2-44c2-8942-b44ef23c09f8 no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:54:29.901329 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: c8289143-29f2-44c2-8942-b44ef23c09f8 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:54:29.901814 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device c8289143-29f2-44c2-8942-b44ef23c09f8 not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:54:29.902314 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9 no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:54:29.937642 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9 {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:54:29.938140 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device e26bfcfb-e6bd-4b9b-8eb4-2ccb08396bc9 not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:54:30.204033 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f331ec37-b610-4702-817a-2742c333086d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1510612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15463029'] for subnet, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:30.208677 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-fa0f6dd7-5145-4aa5-a9ae-0ed6c3bc4d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:30.249248 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331ec37-b610-4702-817a-2742c333086d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=468ed228-2645-4e84-b7ff-24abd353db04,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:30.252219 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-f331ec37-b610-4702-817a-2742c333086d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:30.253208 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f331ec37-b610-4702-817a-2742c333086d admin admin] Notify callbacks [] for subnet, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:30.262670 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-f331ec37-b610-4702-817a-2742c333086d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/468ed228-2645-4e84-b7ff-24abd353db04 HTTP/1.1" status: 204 len: 168 time: 0.6544161 May 04 13:54:30.262920 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 54454) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:30.270029 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb6b41f-fc51-46bd-b8f5-70ebac42b35a None None] Network 837d1d6a-cef0-4444-bf2f-24dd96641b9c requested from dv-cinder-789564-1-smb {{(pid=73862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 13:54:30.376912 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608811'] for network, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:30.408322 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:30.453137 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Deleting port a216289f-cbc1-432e-bcae-658d724158cf {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:54:30.453485 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:30.545543 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014211c9-6d80-41a9-930e-a17b573e09b1 None None] DHCP port deletion for 837d1d6a-cef0-4444-bf2f-24dd96641b9c request from dv-cinder-789564-1-smb {{(pid=73862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 13:54:30.563611 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] For port a216289f-cbc1-432e-bcae-658d724158cf, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=a216289f-cbc1-432e-bcae-658d724158cf,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:54:30.563978 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:30.622903 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-014211c9-6d80-41a9-930e-a17b573e09b1 None None] Deleting port a216289f-cbc1-432e-bcae-658d724158cf {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 13:54:30.623521 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-014211c9-6d80-41a9-930e-a17b573e09b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760702782037'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:30.698104 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Calling delete_port for a216289f-cbc1-432e-bcae-658d724158cf owned by network:dhcp {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:54:30.734813 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-014211c9-6d80-41a9-930e-a17b573e09b1 None None] For port a216289f-cbc1-432e-bcae-658d724158cf, host dv-cinder-789564-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-smb',level=0,port_id=a216289f-cbc1-432e-bcae-658d724158cf,segment=NetworkSegment(cea91874-ce0f-4a95-a788-ad6a72b53740),segment_id=cea91874-ce0f-4a95-a788-ad6a72b53740)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 13:54:30.735437 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-014211c9-6d80-41a9-930e-a17b573e09b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973183'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:30.763124 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510949'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:30.769409 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:30.820591 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=a216289f-cbc1-432e-bcae-658d724158cf,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:30.823934 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:30.824764 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] No DVR routers for this DVR port a216289f-cbc1-432e-bcae-658d724158cf on host dv-cinder-789564-1-smb {{(pid=73861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:54:30.882214 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-014211c9-6d80-41a9-930e-a17b573e09b1 None None] Calling delete_port for a216289f-cbc1-432e-bcae-658d724158cf owned by network:dhcp {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 13:54:30.936225 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-014211c9-6d80-41a9-930e-a17b573e09b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-931006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760702782374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760702365197'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:30.940705 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:30.957644 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985040', 'neutron.services.segments.db._delete_segments_for_network-8760702794289'] for network, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:30.988631 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014211c9-6d80-41a9-930e-a17b573e09b1 None None] Pushing event deleted for resources: {'Port': ['ID=a216289f-cbc1-432e-bcae-658d724158cf,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:30.992366 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-014211c9-6d80-41a9-930e-a17b573e09b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:30.994850 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014211c9-6d80-41a9-930e-a17b573e09b1 None None] No DVR routers for this DVR port a216289f-cbc1-432e-bcae-658d724158cf on host dv-cinder-789564-1-smb {{(pid=73862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:54:31.083039 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837d1d6a-cef0-4444-bf2f-24dd96641b9c']}} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:31.096618 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea91874-ce0f-4a95-a788-ad6a72b53740') {'for_net_delete': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:31.096922 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.services.segments.db [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea91874-ce0f-4a95-a788-ad6a72b53740') {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:31.108780 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760702805351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1510524'] for segment, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:31.125328 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-994583'] for segment, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:31.132150 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=73861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:54:31.308288 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Network 837d1d6a-cef0-4444-bf2f-24dd96641b9c has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:54:31.319593 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-994584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1511030'] for segment, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:31.506373 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Network 837d1d6a-cef0-4444-bf2f-24dd96641b9c has no segments {{(pid=73861) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: Traceback (most recent call last): May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: timer() May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: cb(*args, **kw) May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: return func(*args, **kwargs) May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: self._notify() May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: self.callback(batched_events) May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: event.method(event) May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: return f(self, *a, **k) May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: return self._get(url).json() May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: return self.request(url, 'GET', **kwargs) May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:54:31.532389 dv-cinder-789564-1-smb neutron-server[73861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:54:31.687628 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device a216289f-cbc1-432e-bcae-658d724158cf no longer exists at agent ovs-agent-dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 13:54:31.721849 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974341'] for network, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:31.724715 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] No Port match for: a216289f-cbc1-432e-bcae-658d724158cf {{(pid=73862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 13:54:31.725486 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.rpc [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Device a216289f-cbc1-432e-bcae-658d724158cf not bound to the agent host dv-cinder-789564-1-smb {{(pid=73862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 13:54:31.725774 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-f40a59f5-773c-4b74-b84f-034336d878e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:31.739640 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583039'] for network, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:31.752196 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=837d1d6a-cef0-4444-bf2f-24dd96641b9c,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:31.756596 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:31.766325 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-6ced8a24-4516-48d4-afd7-cfb552cc3a9c admin admin] 10.222.0.44 "DELETE /v2.0/networks/837d1d6a-cef0-4444-bf2f-24dd96641b9c HTTP/1.1" status: 204 len: 168 time: 1.5017881 May 04 13:54:31.898026 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 54462) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:31.949997 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-158512a4-2b8c-45c2-8548-0f99c014fd08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa011d4f8ea24f91a968eb99a050ed79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505760 May 04 13:54:31.953005 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 54466) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:32.016418 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1f4d239a-563a-42f7-81f0-6ee7aa336265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:32.046644 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1f4d239a-563a-42f7-81f0-6ee7aa336265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:32.106857 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1f4d239a-563a-42f7-81f0-6ee7aa336265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:32.112239 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-991be2e9-4fb9-42e2-972a-1c595d8c1a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:32.127958 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d239a-563a-42f7-81f0-6ee7aa336265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe096a6-db04-4359-a25e-676bf90b577e,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:32.131938 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1f4d239a-563a-42f7-81f0-6ee7aa336265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:32.135534 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1f4d239a-563a-42f7-81f0-6ee7aa336265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:32.136729 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-1f4d239a-563a-42f7-81f0-6ee7aa336265 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbe096a6-db04-4359-a25e-676bf90b577e HTTP/1.1" status: 204 len: 168 time: 0.1827991 May 04 13:54:32.649773 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:33.914195 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 54508) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:34.043137 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-374e65bb-5bd3-4ab1-b38e-60e02dc230e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:34.058296 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-374e65bb-5bd3-4ab1-b38e-60e02dc230e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:54:34.062193 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-374e65bb-5bd3-4ab1-b38e-60e02dc230e6 admin admin] Usage tracker for resource:security_group_rule and tenant:0b4465320eac458dbd9dbbd7ce4c81db is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:54:34.065138 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-374e65bb-5bd3-4ab1-b38e-60e02dc230e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:54:34.071073 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-374e65bb-5bd3-4ab1-b38e-60e02dc230e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:54:34.163469 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-374e65bb-5bd3-4ab1-b38e-60e02dc230e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:34.167646 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-374e65bb-5bd3-4ab1-b38e-60e02dc230e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:34.175375 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-8ddb3a5c-8a9b-42f1-b09d-a5bf5ab47155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:34.216965 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e65bb-5bd3-4ab1-b38e-60e02dc230e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12458841-553a-411d-822f-ec9117fdb30c,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:34.222319 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-374e65bb-5bd3-4ab1-b38e-60e02dc230e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b4465320eac458dbd9dbbd7ce4c81db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070416 May 04 13:54:34.223261 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-374e65bb-5bd3-4ab1-b38e-60e02dc230e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:34.225136 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 54514) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:34.289337 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f92f6586-42bc-40b3-979f-38b0f6d4a646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:34.322427 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f92f6586-42bc-40b3-979f-38b0f6d4a646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:34.377655 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f92f6586-42bc-40b3-979f-38b0f6d4a646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:34.381624 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-213b193e-4895-47b2-86ed-2d513de48a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:34.395198 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f6586-42bc-40b3-979f-38b0f6d4a646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12458841-553a-411d-822f-ec9117fdb30c,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:34.398295 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-f92f6586-42bc-40b3-979f-38b0f6d4a646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:34.400409 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f92f6586-42bc-40b3-979f-38b0f6d4a646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:34.401526 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-f92f6586-42bc-40b3-979f-38b0f6d4a646 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12458841-553a-411d-822f-ec9117fdb30c HTTP/1.1" status: 204 len: 168 time: 0.1753051 May 04 13:54:34.731265 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54522) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:34.756302 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7aaae497-6e95-401a-8640-c13e241698b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:34.775814 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-7aaae497-6e95-401a-8640-c13e241698b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:54:34.779812 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-7aaae497-6e95-401a-8640-c13e241698b1 admin admin] Usage tracker for resource:security_group_rule and tenant:a4ce8b15526746ea877291fd9a2e5ca6 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:54:34.784044 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-7aaae497-6e95-401a-8640-c13e241698b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:54:34.790053 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-7aaae497-6e95-401a-8640-c13e241698b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:54:34.878545 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7aaae497-6e95-401a-8640-c13e241698b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:34.883151 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7aaae497-6e95-401a-8640-c13e241698b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:34.890706 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-12d1d4e1-e0b4-4e0a-be60-b995cf547d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:34.932421 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-7aaae497-6e95-401a-8640-c13e241698b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4ce8b15526746ea877291fd9a2e5ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1995938 May 04 13:54:34.933348 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaae497-6e95-401a-8640-c13e241698b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a5c9ca-f97e-4fe7-87d4-8a8ebefad687,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:34.935164 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 54526) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:34.937168 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7aaae497-6e95-401a-8640-c13e241698b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:34.995595 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d84cf7a3-0c90-4013-84c5-82599a3c8dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:35.022924 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d84cf7a3-0c90-4013-84c5-82599a3c8dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:35.074044 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d84cf7a3-0c90-4013-84c5-82599a3c8dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:35.078420 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b9c5d34e-9706-42d6-844f-e62dcd5177dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:35.089563 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cf7a3-0c90-4013-84c5-82599a3c8dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a5c9ca-f97e-4fe7-87d4-8a8ebefad687,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:35.091845 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-d84cf7a3-0c90-4013-84c5-82599a3c8dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:35.097393 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d84cf7a3-0c90-4013-84c5-82599a3c8dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:35.098504 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-d84cf7a3-0c90-4013-84c5-82599a3c8dc8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28a5c9ca-f97e-4fe7-87d4-8a8ebefad687 HTTP/1.1" status: 204 len: 168 time: 0.1623156 May 04 13:54:43.809097 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 54648) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:43.931173 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-29e4e9fa-bf49-4861-9552-9b11ac507de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:43.949372 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-29e4e9fa-bf49-4861-9552-9b11ac507de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:54:43.953340 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-29e4e9fa-bf49-4861-9552-9b11ac507de5 admin admin] Usage tracker for resource:security_group_rule and tenant:843ae0d6110141f2a063c99a80c826a6 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:54:43.956175 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-29e4e9fa-bf49-4861-9552-9b11ac507de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:54:43.961772 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-29e4e9fa-bf49-4861-9552-9b11ac507de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:54:44.047119 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-29e4e9fa-bf49-4861-9552-9b11ac507de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:44.050812 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-29e4e9fa-bf49-4861-9552-9b11ac507de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:44.057453 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-af99d6ad-158a-446c-a3e5-fe0cf2ae8987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:44.099637 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-29e4e9fa-bf49-4861-9552-9b11ac507de5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=843ae0d6110141f2a063c99a80c826a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894771 May 04 13:54:44.100686 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4e9fa-bf49-4861-9552-9b11ac507de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23e927e-703c-4a9a-8173-25f7555116c0,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:44.102426 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54654) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:44.104766 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-29e4e9fa-bf49-4861-9552-9b11ac507de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:44.160448 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-57c70753-7a5c-4a33-aedd-4c05855eb214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:44.185723 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-57c70753-7a5c-4a33-aedd-4c05855eb214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:44.238402 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-57c70753-7a5c-4a33-aedd-4c05855eb214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:44.246790 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-919e1557-604c-46ca-b774-43ebcc9a0296 tempest-TestMinimumBasicScenario-921366207 tempest-TestMinimumBasicScenario-921366207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:44.264016 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c70753-7a5c-4a33-aedd-4c05855eb214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23e927e-703c-4a9a-8173-25f7555116c0,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:44.267041 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-57c70753-7a5c-4a33-aedd-4c05855eb214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:44.269184 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-57c70753-7a5c-4a33-aedd-4c05855eb214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:44.270996 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-57c70753-7a5c-4a33-aedd-4c05855eb214 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e23e927e-703c-4a9a-8173-25f7555116c0 HTTP/1.1" status: 204 len: 168 time: 0.1674402 May 04 13:54:44.548497 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 54662) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:44.566583 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-44361c9f-3c8d-44c1-8ed0-82cf80a28e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:44.582341 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-44361c9f-3c8d-44c1-8ed0-82cf80a28e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:54:44.586144 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-44361c9f-3c8d-44c1-8ed0-82cf80a28e2c admin admin] Usage tracker for resource:security_group_rule and tenant:48f707da58334adfa5ef68dd25596ed7 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:54:44.588953 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-44361c9f-3c8d-44c1-8ed0-82cf80a28e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:54:44.595674 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-44361c9f-3c8d-44c1-8ed0-82cf80a28e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:54:44.676625 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-44361c9f-3c8d-44c1-8ed0-82cf80a28e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:44.681146 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-44361c9f-3c8d-44c1-8ed0-82cf80a28e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:44.688118 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-c0de5288-3411-4301-a628-69a7eacc54bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:44.732031 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44361c9f-3c8d-44c1-8ed0-82cf80a28e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1624ad-c4d0-41c6-b3a8-7eb79e850ba4,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:44.736571 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-44361c9f-3c8d-44c1-8ed0-82cf80a28e2c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48f707da58334adfa5ef68dd25596ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870410 May 04 13:54:44.737468 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-44361c9f-3c8d-44c1-8ed0-82cf80a28e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:44.739236 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 54666) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:44.797139 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb5ae415-f396-4cd3-a12d-4c89d6935050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:44.823584 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb5ae415-f396-4cd3-a12d-4c89d6935050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:44.875998 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb5ae415-f396-4cd3-a12d-4c89d6935050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:44.880845 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85262063-6dca-432f-b8a9-a720f7248b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:44.894793 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ae415-f396-4cd3-a12d-4c89d6935050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1624ad-c4d0-41c6-b3a8-7eb79e850ba4,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:44.897117 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-bb5ae415-f396-4cd3-a12d-4c89d6935050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:44.907630 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bb5ae415-f396-4cd3-a12d-4c89d6935050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:44.908797 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-bb5ae415-f396-4cd3-a12d-4c89d6935050 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd1624ad-c4d0-41c6-b3a8-7eb79e850ba4 HTTP/1.1" status: 204 len: 168 time: 0.1686225 May 04 13:54:52.262153 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:52.525808 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 54746) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:52.645563 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-083fc61d-eedb-49b3-82dd-6e7f470930f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:52.659782 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-083fc61d-eedb-49b3-82dd-6e7f470930f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:54:52.663607 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-083fc61d-eedb-49b3-82dd-6e7f470930f9 admin admin] Usage tracker for resource:security_group_rule and tenant:ab417c70ac2d4fa794d13071c1237a62 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:54:52.666455 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-083fc61d-eedb-49b3-82dd-6e7f470930f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:54:52.672572 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-083fc61d-eedb-49b3-82dd-6e7f470930f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:54:52.755390 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-083fc61d-eedb-49b3-82dd-6e7f470930f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:52.759238 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-083fc61d-eedb-49b3-82dd-6e7f470930f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:52.770071 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-50c40acf-3f05-4ff7-b1cf-4def1520a425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:52.809498 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083fc61d-eedb-49b3-82dd-6e7f470930f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e68d73c-d3a0-48a6-aebc-fe1aab5b64bc,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:52.814798 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-083fc61d-eedb-49b3-82dd-6e7f470930f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab417c70ac2d4fa794d13071c1237a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879772 May 04 13:54:52.815715 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-083fc61d-eedb-49b3-82dd-6e7f470930f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:52.817531 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 54752) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:52.876985 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d549b1ec-7896-4e75-b067-e5c3af7a50dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:52.902811 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d549b1ec-7896-4e75-b067-e5c3af7a50dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:52.954226 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d549b1ec-7896-4e75-b067-e5c3af7a50dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:52.957898 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-70ad8488-2ea8-4137-baca-8ef915fd39c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:52.969989 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549b1ec-7896-4e75-b067-e5c3af7a50dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e68d73c-d3a0-48a6-aebc-fe1aab5b64bc,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:52.973386 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-d549b1ec-7896-4e75-b067-e5c3af7a50dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:52.976567 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d549b1ec-7896-4e75-b067-e5c3af7a50dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:52.977673 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-d549b1ec-7896-4e75-b067-e5c3af7a50dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e68d73c-d3a0-48a6-aebc-fe1aab5b64bc HTTP/1.1" status: 204 len: 168 time: 0.1592531 May 04 13:54:53.256581 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54760) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:53.276472 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7322037a-f6ae-4d2c-afa1-5e270004588c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:53.291721 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-7322037a-f6ae-4d2c-afa1-5e270004588c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:54:53.295746 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-7322037a-f6ae-4d2c-afa1-5e270004588c admin admin] Usage tracker for resource:security_group_rule and tenant:46da82eb750f4d0cbd7acb1307f24212 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:54:53.298740 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-7322037a-f6ae-4d2c-afa1-5e270004588c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:54:53.304475 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-7322037a-f6ae-4d2c-afa1-5e270004588c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:54:53.392295 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7322037a-f6ae-4d2c-afa1-5e270004588c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:53.396394 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7322037a-f6ae-4d2c-afa1-5e270004588c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:53.403622 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0115f56f-b81e-487f-b1b2-bcdaf6b9e011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:53.443886 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322037a-f6ae-4d2c-afa1-5e270004588c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048c7913-2a1a-4f33-bdfd-2fbdbe2bebd4,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:53.448026 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-7322037a-f6ae-4d2c-afa1-5e270004588c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46da82eb750f4d0cbd7acb1307f24212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904376 May 04 13:54:53.448912 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7322037a-f6ae-4d2c-afa1-5e270004588c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:53.450727 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54764) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:53.510345 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a7efd395-6760-4716-91ec-ed54cfc16478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:53.536025 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a7efd395-6760-4716-91ec-ed54cfc16478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:53.592735 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a7efd395-6760-4716-91ec-ed54cfc16478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:53.596422 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-858a2ee9-3427-43a9-a088-b0159db0a462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:53.610964 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efd395-6760-4716-91ec-ed54cfc16478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048c7913-2a1a-4f33-bdfd-2fbdbe2bebd4,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:53.613514 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a7efd395-6760-4716-91ec-ed54cfc16478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:53.614715 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a7efd395-6760-4716-91ec-ed54cfc16478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:53.615826 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-a7efd395-6760-4716-91ec-ed54cfc16478 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/048c7913-2a1a-4f33-bdfd-2fbdbe2bebd4 HTTP/1.1" status: 204 len: 168 time: 0.1642075 May 04 13:54:54.735385 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 54796) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:54.855629 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e2bac94b-43ba-4cc0-831d-059ee46389d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:54.870455 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-e2bac94b-43ba-4cc0-831d-059ee46389d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:54:54.875486 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-e2bac94b-43ba-4cc0-831d-059ee46389d4 admin admin] Usage tracker for resource:security_group_rule and tenant:a317ddb12ce5468eb0805a2cb7732929 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:54:54.878333 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-e2bac94b-43ba-4cc0-831d-059ee46389d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:54:54.883953 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-e2bac94b-43ba-4cc0-831d-059ee46389d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:54:54.972705 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e2bac94b-43ba-4cc0-831d-059ee46389d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:54.976418 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e2bac94b-43ba-4cc0-831d-059ee46389d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:54.984629 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0d6f10b5-6e16-456d-a561-5ab8e36148cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:55.025722 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-e2bac94b-43ba-4cc0-831d-059ee46389d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a317ddb12ce5468eb0805a2cb7732929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892866 May 04 13:54:55.026726 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bac94b-43ba-4cc0-831d-059ee46389d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e119927c-1176-4adb-83cd-8f9af58e2465,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:55.028433 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54802) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:54:55.029915 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-e2bac94b-43ba-4cc0-831d-059ee46389d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:55.087665 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b56c-8000-4c3e-82a5-2eccbbbc2b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:55.114941 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b56c-8000-4c3e-82a5-2eccbbbc2b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:55.165848 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b56c-8000-4c3e-82a5-2eccbbbc2b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:55.169400 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6679fd6d-42a2-4510-b7d2-dea75ca82fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:54:55.180680 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7b56c-8000-4c3e-82a5-2eccbbbc2b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e119927c-1176-4adb-83cd-8f9af58e2465,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:55.183996 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3fb7b56c-8000-4c3e-82a5-2eccbbbc2b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:54:55.188557 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b56c-8000-4c3e-82a5-2eccbbbc2b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:55.189828 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-3fb7b56c-8000-4c3e-82a5-2eccbbbc2b46 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e119927c-1176-4adb-83cd-8f9af58e2465 HTTP/1.1" status: 204 len: 168 time: 0.1602008 May 04 13:54:56.144011 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f2aa0d48-12b8-4f9c-88db-9ba8e2d4e892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:57.848006 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:54:58.823765 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-48559ffa-12c1-46ae-aed6-bf3cf8c6ac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:54:59.525336 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:00.335466 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:02.643923 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:11.683479 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 54938) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:55:11.817697 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-879852e8-c416-46c2-9777-43090e314c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:11.833968 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-879852e8-c416-46c2-9777-43090e314c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:55:11.838372 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-879852e8-c416-46c2-9777-43090e314c9f admin admin] Usage tracker for resource:security_group_rule and tenant:faef833224be42b09ded208177c1fc90 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:55:11.841829 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.quota.resource [None req-879852e8-c416-46c2-9777-43090e314c9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:55:11.847953 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-879852e8-c416-46c2-9777-43090e314c9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:55:11.935102 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-879852e8-c416-46c2-9777-43090e314c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:11.939652 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-879852e8-c416-46c2-9777-43090e314c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:11.946672 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6d6b6598-2e81-4a8c-a8ac-3d7d3304bc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:55:11.988851 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-879852e8-c416-46c2-9777-43090e314c9f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=faef833224be42b09ded208177c1fc90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042083 May 04 13:55:11.989689 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879852e8-c416-46c2-9777-43090e314c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a9fc78-d24b-49cf-81a7-726ab6e1dd2f,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:11.991612 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 54944) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:55:11.992844 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-879852e8-c416-46c2-9777-43090e314c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:55:12.055408 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5f28c856-10bb-4a86-ab07-75ce50876f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:12.083583 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5f28c856-10bb-4a86-ab07-75ce50876f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:12.142237 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5f28c856-10bb-4a86-ab07-75ce50876f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:12.146176 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-e2bac94b-43ba-4cc0-831d-059ee46389d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:55:12.159002 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28c856-10bb-4a86-ab07-75ce50876f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a9fc78-d24b-49cf-81a7-726ab6e1dd2f,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:12.162291 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5f28c856-10bb-4a86-ab07-75ce50876f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:55:12.171563 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5f28c856-10bb-4a86-ab07-75ce50876f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:12.180518 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-5f28c856-10bb-4a86-ab07-75ce50876f51 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19a9fc78-d24b-49cf-81a7-726ab6e1dd2f HTTP/1.1" status: 204 len: 168 time: 0.1802251 May 04 13:55:22.277574 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:26.147228 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c4b4de96-96b0-4eb8-8a3b-9a80717a150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:28.823980 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-32a2bb13-3936-4ce0-bf36-ce68edae48ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:29.529789 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:30.339429 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:32.648000 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:34.848953 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:55:46.414796 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.wsgi [-] (73861) accepted ('10.222.0.44', 55186) {{(pid=73861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:55:46.539802 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:46.556617 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 13:55:46.560556 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Usage tracker for resource:security_group_rule and tenant:6ec68e59e2974c218f7b626c6287a0c0 is out of sync, need to count used quota {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 13:55:46.563942 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.quota.resource [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 13:55:46.569866 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.db.quota.driver [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 13:55:46.663566 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:46.666634 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:46.674704 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1f4d239a-563a-42f7-81f0-6ee7aa336265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:55:46.717668 dv-cinder-789564-1-smb neutron-server[73861]: INFO neutron.wsgi [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ec68e59e2974c218f7b626c6287a0c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017473 May 04 13:55:46.718618 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388b6783-23be-4869-936b-59fceacb5698,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:46.721098 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.44', 55192) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 13:55:46.727573 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.727963 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.728384 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.728758 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.729130 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.729504 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.729882 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.730250 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.730619 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.730984 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.731349 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.731709 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.737409 dv-cinder-789564-1-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-9cf6b559-3b23-41eb-9882-27a0f8de267d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:55:46.783655 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:46.810899 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:46.868113 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637256'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:46.872251 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f4a3e9cf-7bd3-4b54-80d8-49c7aaa41bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 13:55:46.888972 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388b6783-23be-4869-936b-59fceacb5698,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:46.900452 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.901329 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.901329 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.901646 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.901962 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.902305 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.902629 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.902984 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.903339 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.905226 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.905226 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.905226 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:46.910279 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 13:55:46.912441 dv-cinder-789564-1-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:46.916107 dv-cinder-789564-1-smb neutron-server[73860]: INFO neutron.wsgi [None req-b787909b-b951-4d04-8dbc-07a291279b60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/388b6783-23be-4869-936b-59fceacb5698 HTTP/1.1" status: 204 len: 168 time: 0.1914277 May 04 13:55:52.274301 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:56.150596 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cadf27fc-40c3-4baf-9917-c7bf77c5e85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:58.819044 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7e709ec8-2167-452c-90d0-c78a6fa1bb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:55:59.534212 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:56:00.342537 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:56:02.649795 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:56:11.848990 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:56:22.273396 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:56:26.152868 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-74459ee8-6cd9-481b-b59a-90e28bec81aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:56:28.821099 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-64ffeed6-444d-4191-b002-88fd25fb6394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:56:29.539166 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:56:30.343704 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:56:32.653018 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:56:48.848484 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:56:52.278069 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:56:56.154172 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9be84cbf-4db2-47eb-9353-0de0dcf1f971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:56:58.824810 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e86687c6-dd76-4b3d-836f-7d36dce06bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:56:59.542499 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:57:00.350282 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:57:02.654137 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:57:22.296848 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:57:25.849183 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:57:26.157803 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5adfd7db-5688-488b-b046-733c01eba191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:57:28.828752 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2478-d484-4c86-a96f-3a454334ebc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:57:29.544821 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:57:30.350558 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:57:32.656961 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:57:52.333907 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:57:56.161294 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4898f9fb-b343-4a32-9529-ac5d6e727cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:57:58.832097 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-89e06b74-acdc-4d2c-9cfe-95e75d09c893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:57:59.549330 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:58:00.354241 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:58:02.659945 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:58:02.848405 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:58:22.341559 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:58:26.163432 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9c7367d2-e4f5-48e4-89ec-f6f41ae16918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:58:28.835474 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd599-ce70-48a8-b6ec-d4b8183b7ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:58:29.552985 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:58:30.358910 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:58:32.662942 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:58:39.847027 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:58:52.348492 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:58:56.165828 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-08178151-d37a-4257-8827-524dcecf0e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:58:58.838792 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-db53467c-6d9f-4844-b8c9-4c719cd74e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:58:59.556819 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:59:00.363653 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:59:02.665221 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:59:16.846173 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:59:22.363275 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:59:26.166454 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2d2acc02-7b68-4235-99d0-f38374e75b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:59:28.843397 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0ea0e28d-df17-4bc3-9263-3937986d056a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:59:29.559990 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:59:30.362060 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:59:32.667913 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:59:52.377297 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:59:53.845832 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 13:59:56.168575 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7ae20aff-af60-4599-96ea-003d0ee8ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:59:58.846060 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0bde5b5e-39a8-4cab-abf1-a4d89c2ac1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 13:59:59.564393 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:00:00.366010 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:00:02.670401 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-386291f3-5d96-4c64-9a23-00ec4ddb1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:00:22.376845 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-17ef4b6b-2910-432f-bfb5-ede698096104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:00:26.171074 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9c10bd23-389f-4f36-94b5-9e328011a705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:00:28.848239 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-24831e85-a06c-4f3e-a5e7-98e27e13a6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:00:29.568006 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d533b32-295c-4f64-94f7-313e1806b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:00:30.369524 dv-cinder-789564-1-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-68031181-ff1b-4c32-ada6-f8d61cd9b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760702794271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985102'] for agent, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:00:30.845540 dv-cinder-789564-1-smb neutron-server[73863]: DEBUG neutron.db.agents_db [None req-94d6b584-7efc-4824-89ab-03d15d133178 None None] Agent healthcheck: found 6 active agents {{(pid=73863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}